-- Logs begin at Tue 2022-07-12 13:44:37 UTC, end at Tue 2022-07-12 14:58:41 UTC. -- Jul 12 14:30:25.237515 dv-cinder-820027-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 14:30:27.892200 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.common.config [-] Logging enabled! Jul 12 14:30:27.892745 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 14:30:27.892901 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105496) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 14:30:27.896078 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.common.config [-] Logging enabled! Jul 12 14:30:27.896328 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 14:30:27.896628 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105496) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 14:30:27.898190 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 14:30:27.898417 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 14:30:27.898783 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 14:30:27.899020 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 14:30:27.899239 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 14:30:27.899649 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.899940 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.900165 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.900455 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.900744 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.901020 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.901328 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.901618 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.901902 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.902181 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.902466 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.902827 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.903118 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.903403 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.903687 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.903909 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] debug = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.904188 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.904627 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.905035 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.905341 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.905628 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.905904 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.906173 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.906445 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.906726 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.907049 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] host = dv-cinder-820027-12-iscsi {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.907322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.907603 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.907884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.908166 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.908437 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.908707 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.908983 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.909273 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.909573 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.909842 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.910123 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.910403 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.910685 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.910905 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.911122 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.911402 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.911693 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.911962 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.912231 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.912500 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.912770 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.913086 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.913413 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.913696 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.913978 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.914259 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.914529 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.914797 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.915065 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.915338 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.915613 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.915880 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.916147 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.916414 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.916694 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.916955 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.917244 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.917542 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.917819 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.918094 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.918375 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.918645 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.918920 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.919187 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.919453 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.919719 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_json = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.919984 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.920250 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.920525 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.920793 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.921060 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.921349 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.921619 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.921895 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.923048 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:27.923048 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.923048 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.923048 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.923364 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.923572 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.923849 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.924135 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.924410 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.924694 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.924976 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.925286 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.925564 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.925856 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.926140 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.926431 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.926732 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.927020 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.927306 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.927576 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.927845 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.928112 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.928388 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.928696 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.928972 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.929279 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.929566 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.929840 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.930129 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.930408 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.930687 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.930976 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.931258 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.931526 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.931800 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.932084 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.932357 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.932624 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.932906 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.933197 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.933468 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.933746 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.934030 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.934311 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.934579 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.934853 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.935139 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.935412 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.935679 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.935947 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.936221 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.936490 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.936769 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.937042 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.937333 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.937603 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.937874 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.938143 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.938410 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.938683 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.938951 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.939225 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.939490 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.939755 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.940021 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.940288 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.940554 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.940820 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.941086 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.941380 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.941649 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.941912 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.942180 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.942450 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.942718 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.943011 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.943285 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.943558 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.943830 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.944102 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.944902 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.945194 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.945473 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.945750 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.946018 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.946298 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.946580 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.946863 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.947142 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.947417 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.947723 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.947996 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.948270 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.948551 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.948825 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.949100 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.949403 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.949686 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.949973 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.950260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.950535 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.950825 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.951113 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.951405 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.951683 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.951987 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.952267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:27.952518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 14:30:27.952757 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 14:30:28.249557 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 14:30:28.249837 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 14:30:28.250138 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 14:30:28.250466 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 14:30:28.653675 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.772817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.772817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.772817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.772817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.772817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773379 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773379 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773379 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773379 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773379 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.773767 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.774501 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.774779 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.775043 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.817368 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.817643 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:28.817913 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.046559 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.047198 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.047198 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.047387 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.048006 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.146183 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.146497 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.146775 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.147041 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.147302 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.147630 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.147885 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.148138 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.148387 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.148664 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.148917 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.149192 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.149447 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.149694 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.149943 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.150205 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.150460 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.150721 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.150984 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.151242 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.151513 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.151771 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.152046 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.152418 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.152666 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.152911 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.153328 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.153569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.153803 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.154035 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.154266 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.154497 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:29.154860 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 14:30:29.158243 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 14:30:29.162125 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 14:30:29.165891 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 12 14:30:29.167501 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 14:30:29.168114 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 14:30:29.168442 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 14:30:29.168815 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 14:30:29.171609 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 14:30:29.171852 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 14:30:29.172195 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 14:30:29.177277 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 12 14:30:29.201067 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 14:30:29.201552 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.201910 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 12 14:30:29.202294 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.203625 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 14:30:29.203904 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 14:30:29.204142 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 14:30:29.207388 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.207665 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:29.339746 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 14:30:29.339910 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 14:30:29.340137 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 14:30:29.340508 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 14:30:29.393073 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO dbcounter [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Registered counter for database neutron Jul 12 14:30:29.412002 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_db.sqlalchemy.engines [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 14:30:29.418305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG dbcounter [-] [105496] Writer thread running {{(pid=105496) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 14:30:30.149613 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing driver for type 'gre' Jul 12 14:30:30.150323 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] gre ID ranges: [(1, 1000)] Jul 12 14:30:30.339408 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing driver for type 'local' Jul 12 14:30:30.339740 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing driver for type 'vlan' Jul 12 14:30:30.441853 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] VlanTypeDriver initialization complete Jul 12 14:30:30.442187 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing driver for type 'vxlan' Jul 12 14:30:30.442714 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] vxlan ID ranges: [(1, 1000)] Jul 12 14:30:30.640449 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing extension driver 'port_security' Jul 12 14:30:30.640785 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] PortSecurityExtensionDriver initialization complete Jul 12 14:30:30.641115 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing mechanism driver 'openvswitch' Jul 12 14:30:30.641472 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing mechanism driver 'hyperv' Jul 12 14:30:30.649706 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.plugin [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:30.650373 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.650750 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.651109 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.651614 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.652038 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.652398 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.652751 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.653142 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.653578 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.653934 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.654281 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.654670 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.655079 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.655471 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.655817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.656211 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.656618 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.656971 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.657346 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661419 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.661419 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > address_group after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661419 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > address_group after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661419 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > address_group after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661419 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 14:30:30.661816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] ML2 OVO RPC backend initialized. {{(pid=105496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 12 14:30:30.661816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.661816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.662138 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > networks before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.662138 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.662138 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > ports before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.662421 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.662760 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnets before_response 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.663121 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.663460 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.663797 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.664154 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.664490 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.664823 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.665179 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.665518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.665852 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.673472 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded quota_driver: . Jul 12 14:30:30.673841 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.plugin [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Modular L2 Plugin initialization complete Jul 12 14:30:30.674189 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading services supported by the core plugin {{(pid=105496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 14:30:30.674532 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.plugins.ml2.managers [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Got port-security extension from driver 'port_security' Jul 12 14:30:30.675010 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.extensions.vlantransparent [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Disabled vlantransparent extension. Jul 12 14:30:30.675497 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 14:30:30.675822 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: router Jul 12 14:30:30.712155 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.712498 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_create 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.712963 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router before_create 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.713488 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.713869 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.714226 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_delete 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.714587 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > floatingip after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.714938 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > floatingip after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.715297 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_create 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.715646 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.715998 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.716346 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.716703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.717113 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.717509 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.717849 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.718190 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: subnet after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.718528 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.718875 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > port precommit_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.719227 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_create 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.719568 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.719913 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.720267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router after_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.720608 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_delete 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.720962 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_create 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.721352 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.721702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_update 55549900 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.722067 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > agent after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.722418 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > agent after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.722761 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > network after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.723615 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Tracking information for resource: router configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:30.723950 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Tracking information for resource: floatingip configured {{(pid=105496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 14:30:30.728717 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.db.l3_agentschedulers_db [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 14:30:30.729328 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.729691 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.730042 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.730394 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: port after_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.731178 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router before_create 55550100 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.731544 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_delete 55550100 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.731906 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_create 55550100 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.732264 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > router precommit_update 55550100 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.737061 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.provider_configuration [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service providers = [] {{(pid=105496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 14:30:30.737521 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.db.servicetype_db [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 14:30:30.740471 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.service_base [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 14:30:30.740822 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.service_base [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 14:30:30.741694 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.service_base [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 14:30:30.742752 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.services.service_base [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 14:30:30.743128 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.services.service_base [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 14:30:30.743506 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.743823 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 14:30:30.754108 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.754445 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: auto_allocate Jul 12 14:30:30.760733 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: network precommit_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.761106 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: network precommit_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.761909 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.762223 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: tag Jul 12 14:30:30.769021 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.769387 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: timestamp Jul 12 14:30:30.773267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.773602 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: network_ip_availability Jul 12 14:30:30.779075 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.779446 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.779806 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:30.780526 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.780845 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: flavors Jul 12 14:30:30.785841 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.786176 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading Plugin: revisions Jul 12 14:30:30.790465 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 14:30:30.790861 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.541s {{(pid=105496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 14:30:30.791597 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 12 14:30:30.791932 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Initializing extension manager. Jul 12 14:30:30.792461 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: __init__.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.792799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: __pycache__ {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.793131 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: address_group.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.793918 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.794479 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: address-group Jul 12 14:30:30.794802 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: address_scope.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.795516 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.796035 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: address-scope Jul 12 14:30:30.796353 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: admin_state_down_before_update.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.797309 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.797829 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: router-admin-state-down-before-update Jul 12 14:30:30.798153 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: agent.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.798861 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.799368 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: agent Jul 12 14:30:30.799691 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: agent_resources_synced.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.800609 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.801115 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: agent-resources-synced Jul 12 14:30:30.801465 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: allowedaddresspairs.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.803267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.804321 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: allowed-address-pairs Jul 12 14:30:30.804645 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: auto_allocated_topology.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.805735 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.806254 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: auto-allocated-topology Jul 12 14:30:30.806580 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: availability_zone.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.807269 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.807773 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: availability_zone Jul 12 14:30:30.808095 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: availability_zone_filter.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.809010 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.809561 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: availability_zone_filter Jul 12 14:30:30.809884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: data_plane_status.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.810790 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.811294 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 14:30:30.811614 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: default_subnetpools.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.812529 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.813038 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: default-subnetpools Jul 12 14:30:30.813401 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: dhcpagentscheduler.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.814316 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.814828 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: dhcp_agent_scheduler Jul 12 14:30:30.815149 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: dns.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.816069 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.816575 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension dns-integration not supported by any of loaded plugins Jul 12 14:30:30.816896 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: dns_domain_ports.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.817851 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.818359 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 14:30:30.818681 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.820226 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.820731 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 14:30:30.821053 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: dvr.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.821758 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.822265 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: dvr Jul 12 14:30:30.822584 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: ecmp_routes.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.823506 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.824017 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 12 14:30:30.824341 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: empty_string_filtering.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.825294 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.825807 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: empty-string-filtering Jul 12 14:30:30.826182 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.834487 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.835021 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 14:30:30.835346 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.836258 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.836936 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 14:30:30.837310 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: external_net.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.838224 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.838737 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: external-net Jul 12 14:30:30.839062 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: extra_dhcp_opt.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.840016 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.840520 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: extra_dhcp_opt Jul 12 14:30:30.840843 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: extraroute.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.841780 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.842289 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: extraroute Jul 12 14:30:30.842613 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: extraroute_atomic.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.843635 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.844185 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: extraroute-atomic Jul 12 14:30:30.844509 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: filter_validation.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.845204 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.845717 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: filter-validation Jul 12 14:30:30.846041 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: fip_pf_description.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.846963 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.847474 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 14:30:30.847797 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: fip_pf_port_range.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.848704 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.849234 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 12 14:30:30.849559 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: fip_port_details.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.851057 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.851567 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: fip-port-details Jul 12 14:30:30.851888 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: flavors.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.853124 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.853666 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: flavors Jul 12 14:30:30.853993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.855622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.856150 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 14:30:30.856479 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: floatingip_pools.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.857251 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.872883 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: floatingip-pools Jul 12 14:30:30.872883 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: ip_allocation.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.873633 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.874149 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 14:30:30.874472 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.875397 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.875913 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: ip-substring-filtering Jul 12 14:30:30.876238 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l2_adjacency.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.877213 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.877729 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 14:30:30.878050 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.879021 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.879541 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: router Jul 12 14:30:30.879906 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_conntrack_helper.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.882242 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.882776 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 14:30:30.883108 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.884044 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.884602 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: ext-gw-mode Jul 12 14:30:30.884928 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.885893 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.886667 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: l3-ha Jul 12 14:30:30.886992 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.887904 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.888417 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 12 14:30:30.888743 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_flavors.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.889695 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.890202 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: l3-flavors Jul 12 14:30:30.890521 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_ndp_proxy.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.891899 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.892413 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 12 14:30:30.892741 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.893684 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.894196 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 14:30:30.894522 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: l3agentscheduler.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.895683 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.896240 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: l3_agent_scheduler Jul 12 14:30:30.896563 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: local_ip.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.898370 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.898894 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension local_ip not supported by any of loaded plugins Jul 12 14:30:30.899231 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: logging.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.900737 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.901292 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension logging not supported by any of loaded plugins Jul 12 14:30:30.905353 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: metering.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.905901 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.906481 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: metering Jul 12 14:30:30.906811 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.907899 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.908415 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: metering_source_and_destination_fields Jul 12 14:30:30.908740 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: multiprovidernet.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.909733 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.910244 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: multi-provider Jul 12 14:30:30.910567 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: netmtu.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.911492 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.911998 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: net-mtu Jul 12 14:30:30.912322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: netmtu_writable.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.913835 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.914341 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: net-mtu-writable Jul 12 14:30:30.914731 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: network_availability_zone.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.915410 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.915918 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: network_availability_zone Jul 12 14:30:30.916239 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: network_ip_availability.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.917370 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.917887 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: network-ip-availability Jul 12 14:30:30.918225 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: network_segment_range.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.918980 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.919524 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 14:30:30.919843 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: pagination.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.920839 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.921187 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: pagination Jul 12 14:30:30.921514 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_device_profile.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.922432 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.922952 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-device-profile Jul 12 14:30:30.923278 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_mac_address_override.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.924202 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.924711 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-mac-override Jul 12 14:30:30.925035 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.926015 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.926527 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-mac-address-regenerate Jul 12 14:30:30.926884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.927789 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.928296 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-numa-affinity-policy Jul 12 14:30:30.929240 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_resource_request.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.930166 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.930674 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 14:30:30.930998 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: port_resource_request_groups.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.931958 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.932503 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 12 14:30:30.932825 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: portbindings.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.933790 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.934300 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: binding Jul 12 14:30:30.934625 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: portbindings_extended.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.935901 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.936413 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: binding-extended Jul 12 14:30:30.936741 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: portsecurity.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.937735 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.938251 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-security Jul 12 14:30:30.938577 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: project_id.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.945335 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.945665 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: project-id Jul 12 14:30:30.945985 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: providernet.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.946910 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.947423 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: provider Jul 12 14:30:30.947745 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.951599 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.952120 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos not supported by any of loaded plugins Jul 12 14:30:30.952454 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.953763 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.954281 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 14:30:30.954610 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.955598 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.956115 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 14:30:30.956443 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_default.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.957385 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.957903 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-default not supported by any of loaded plugins Jul 12 14:30:30.958229 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_fip.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.959151 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.959660 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-fip not supported by any of loaded plugins Jul 12 14:30:30.960009 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_fip_network_policy.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.960953 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.961489 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 12 14:30:30.961813 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_gateway_ip.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.962775 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.963241 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 14:30:30.963564 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_port_network_policy.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.964479 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.964986 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 14:30:30.965341 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.966380 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.966895 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 12 14:30:30.967256 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.968296 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.968808 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 12 14:30:30.969130 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_pps_rule.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.974170 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.974690 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-pps not supported by any of loaded plugins Jul 12 14:30:30.975025 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_rule_type_details.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.976556 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.977070 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 14:30:30.977425 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_rule_type_filter.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.978387 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.978898 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 12 14:30:30.979224 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: qos_rules_alias.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.980314 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.980826 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 14:30:30.981170 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: quota_check_limit.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.982095 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.982609 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: quota-check-limit Jul 12 14:30:30.982934 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: quotasv2.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.984031 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.984259 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: quotas Jul 12 14:30:30.984580 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: quotasv2_detail.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.986319 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.986660 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: quota_details Jul 12 14:30:30.986987 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: rbac.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.988083 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.988649 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: rbac-policies Jul 12 14:30:30.988983 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: rbac_address_group.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.989950 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.990472 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: rbac-address-group Jul 12 14:30:30.990799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: rbac_address_scope.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.997407 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.997924 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: rbac-address-scope Jul 12 14:30:30.998252 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: rbac_security_groups.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:30.999252 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:30.999808 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: rbac-security-groups Jul 12 14:30:31.000134 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: rbac_subnetpool.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.001109 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.001651 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: rbac-subnetpool Jul 12 14:30:31.001978 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: revisionifmatch.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.002948 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.003461 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: revision-if-match Jul 12 14:30:31.003787 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: revisions.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.004907 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.005443 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: standard-attr-revisions Jul 12 14:30:31.005768 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: router_availability_zone.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.006514 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.007056 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: router_availability_zone Jul 12 14:30:31.007378 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: routerservicetype.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.009863 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.010399 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension router-service-type not supported by any of loaded plugins Jul 12 14:30:31.010728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.011951 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.012471 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: security-groups-normalized-cidr Jul 12 14:30:31.012822 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: security_groups_port_filtering.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.020766 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.021323 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: port-security-groups-filtering Jul 12 14:30:31.021651 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.022622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.023138 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: security-groups-remote-address-group Jul 12 14:30:31.023465 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.024436 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.024944 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: security-groups-shared-filtering Jul 12 14:30:31.025306 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: securitygroup.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.034951 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.035482 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: security-group Jul 12 14:30:31.035858 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: segment.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.036588 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.037107 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension segment not supported by any of loaded plugins Jul 12 14:30:31.037460 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.044192 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.044707 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 14:30:31.045035 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: servicetype.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.046156 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.046672 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: service-type Jul 12 14:30:31.046998 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: sorting.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.048135 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.048473 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: sorting Jul 12 14:30:31.048796 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: standard_attr_segment.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.049752 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.050271 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 14:30:31.050592 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: standardattrdescription.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.051286 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.051794 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: standard-attr-description Jul 12 14:30:31.052118 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: stateful_security_group.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.053080 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.053692 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: stateful-security-group Jul 12 14:30:31.054508 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: stdattrs_common.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.055096 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 14:30:31.055420 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.056395 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.056910 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 14:30:31.057261 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnet_onboard.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.058341 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.058919 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: subnet_onboard Jul 12 14:30:31.059249 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.060183 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.060697 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 14:30:31.061025 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnet_service_types.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.061980 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.062529 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: subnet-service-types Jul 12 14:30:31.062863 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnetallocation.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.063948 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.064463 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: subnet_allocation Jul 12 14:30:31.064790 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.065490 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.066015 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: subnetpool-prefix-ops Jul 12 14:30:31.066343 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.067270 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.067780 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 14:30:31.068104 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: tagging.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.069262 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.069782 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: standard-attr-tag Jul 12 14:30:31.070111 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: timestamp.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.071310 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.071825 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loaded extension: standard-attr-timestamp Jul 12 14:30:31.072149 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: trunk.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.073225 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.073748 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension trunk not supported by any of loaded plugins Jul 12 14:30:31.074071 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: trunk_details.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.074993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.075544 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension trunk-details not supported by any of loaded plugins Jul 12 14:30:31.075865 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: uplink_status_propagation.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.076788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.077339 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 14:30:31.077661 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Loading extension file: vlantransparent.py {{(pid=105496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 14:30:31.078332 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 14:30:31.078842 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 14:30:31.081386 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:network Jul 12 14:30:31.081908 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnet Jul 12 14:30:31.082346 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 14:30:31.082773 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:port Jul 12 14:30:31.084132 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.084583 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service FLAVORS assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:router Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:floatingip Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service METERING assigned prefix: /metering {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.089512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:31.089936 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:31.089936 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:30:31.090175 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 14:30:31.090618 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:security_group Jul 12 14:30:31.091046 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 14:30:31.091646 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service CORE assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.091975 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 14:30:31.092356 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] subnetpool is already registered Jul 12 14:30:31.092816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service CORE assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.093199 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 14:30:31.093539 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] subnetpool is already registered Jul 12 14:30:31.095803 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.096273 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service FLAVORS assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.096864 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.097316 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.097661 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:router Jul 12 14:30:31.098009 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] router is already registered Jul 12 14:30:31.098416 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:floatingip Jul 12 14:30:31.098749 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] floatingip is already registered Jul 12 14:30:31.099202 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service METERING assigned prefix: /metering {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.099881 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 14:30:31.100206 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] rbac_policy is already registered Jul 12 14:30:31.101164 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:security_group Jul 12 14:30:31.101510 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] security_group is already registered Jul 12 14:30:31.101922 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 14:30:31.102260 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] security_group_rule is already registered Jul 12 14:30:31.102916 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service CORE assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.103247 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 14:30:31.103578 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] subnetpool is already registered Jul 12 14:30:31.103993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.v2.resource_helper [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Service CORE assigned prefix: {{(pid=105496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 14:30:31.104316 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 14:30:31.104646 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING neutron.quota.resource_registry [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] subnetpool is already registered Jul 12 14:30:31.105114 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: extensions {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.106611 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: address-groups {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.108097 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: address-scopes {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.109561 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: agents {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.113561 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: auto-allocated-topology {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.113561 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: availability_zones {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.113561 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: dhcp-networks {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.114744 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: dhcp-agents {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.116956 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: routers {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.118845 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: flavors {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.120127 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: service_profiles {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.121467 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: next_providers {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.122902 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: service_profiles {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.124454 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: floatingip-pools {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.125772 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: routers {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.127489 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: floatingips {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.128764 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: l3-routers {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.130182 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: l3-agents {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.131718 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: metering-labels {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.132988 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: metering-label-rules {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.134412 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: network-ip-availabilities {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.135663 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: bindings {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.137540 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: quotas {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.140091 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: quotas {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.141756 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: rbac-policies {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.143023 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: security-groups {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.144326 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: security-group-rules {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.145630 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: service-providers {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.146857 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: subnetpools {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.148575 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: subnetpools {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.150158 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.151833 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.153729 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.155536 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.157245 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.159198 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.161312 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.163727 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.165554 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.167428 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron.api.extensions [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Extended resource: tags {{(pid=105496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 14:30:31.173534 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING keystonemiddleware.auth_token [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 14:30:31.179296 dv-cinder-820027-12-iscsi neutron-server[105496]: WARNING keystonemiddleware.auth_token [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 14:30:31.188299 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Acquired lock "singleton_lock" {{(pid=105496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 12 14:30:31.188777 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_concurrency.lockutils [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Releasing lock "singleton_lock" {{(pid=105496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 12 14:30:31.189556 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Starting 2 workers Jul 12 14:30:31.194431 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Started child 105839 {{(pid=105496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 14:30:31.199075 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Started child 105842 {{(pid=105496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 14:30:31.200036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.200972 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO neutron.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 14:30:31.201670 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Publish callbacks [] for process (None), before_spawn {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.201777 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [-] (105839) wsgi starting up on http://0.0.0.0:9696 Jul 12 14:30:31.204197 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Starting 1 workers Jul 12 14:30:31.204517 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.206046 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [-] (105842) wsgi starting up on http://0.0.0.0:9696 Jul 12 14:30:31.209485 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Started child 105845 {{(pid=105496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 14:30:31.210556 dv-cinder-820027-12-iscsi neutron-server[105496]: INFO oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Starting 1 workers Jul 12 14:30:31.213708 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] calling RpcWorker wait() {{(pid=105845) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 14:30:31.214241 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] returning from RpcWorker wait() {{(pid=105845) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 14:30:31.215113 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Started child 105846 {{(pid=105496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 14:30:31.215358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.215782 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:31.215940 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG neutron_lib.callbacks.manager [None req-2ab15f21-ce5a-43d5-9f62-c73ad666529b None None] Publish callbacks [] for process (None), after_spawn {{(pid=105496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.218039 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 14:30:31.218300 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 14:30:31.218511 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 14:30:31.218822 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 14:30:31.219024 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 14:30:31.219179 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 14:30:31.219696 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.219975 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.220235 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.220336 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:31.220819 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.221110 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.221378 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:31.221471 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.221627 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.221904 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.222169 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.222342 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.222492 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.222754 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.222999 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.223322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.223611 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.223852 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.224197 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.224353 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.224578 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.224839 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.225084 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] debug = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228518 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.228927 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.229324 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.229392 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.229679 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.229860 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.230128 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.230356 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.230837 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] host = dv-cinder-820027-12-iscsi {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.231083 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.231301 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.231566 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.231818 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.232066 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.232313 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.232560 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.232801 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.233055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.233328 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.233565 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.233818 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.234055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.234325 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.234472 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_options = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.234717 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.234975 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.235294 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.235484 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.235656 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.235816 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.236058 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.236205 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.236467 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.236697 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.236910 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.237198 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.237378 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.237615 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.237866 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.238081 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.238332 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.238541 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.238785 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.239012 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.240406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.241324 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.241324 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.241660 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.242021 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.242328 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.242602 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.242853 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.243075 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.243337 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.243610 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.243864 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.244108 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.244433 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.244719 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.245108 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.245403 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.245787 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.246009 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.246349 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.246633 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.246897 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.247117 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.247372 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.247620 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.247864 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.248084 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_json = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.248307 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.248575 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.248785 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.249103 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.249444 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.249710 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.251895 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.252154 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.263622 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.264788 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265477 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.265941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266406 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266785 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.266860 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.267109 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.267345 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.267571 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.267814 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.268031 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.268272 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.268489 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.268736 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.268974 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.269239 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.269475 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.269730 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.269993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.270228 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.270474 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.270697 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.270924 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.271150 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.271369 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.271593 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.271807 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.272041 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.272825 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.273386 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.273386 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.273670 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.273756 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.273929 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.274245 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.274462 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.274680 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.274912 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.275125 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.275337 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.275550 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.275760 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.275975 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.276191 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.276407 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.276672 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.276883 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.277096 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.277347 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.277559 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.277867 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.278112 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.278373 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.278610 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.278855 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.279089 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.279355 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.279588 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.279806 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.280018 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.280365 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.280620 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.280850 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.281094 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.281337 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.281574 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.281791 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.282028 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.282274 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.282488 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.282726 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.282948 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.283207 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.283459 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.283692 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.283909 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.284162 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.284395 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.284677 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.284942 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.285275 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.285498 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.285770 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.286065 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.286362 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.286737 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.286993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.287226 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.287479 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.287758 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.288533 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.288808 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.289055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.289317 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.289571 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.289807 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.291703 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.292681 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.292681 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.292681 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293001 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293001 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293220 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293444 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293694 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.293959 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.294193 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.294409 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.294627 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.294871 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.295091 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.295327 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.295564 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.295774 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.295993 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.296204 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.296426 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.296650 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.296915 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.297142 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.297372 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.297611 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.297830 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.298055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.298323 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.298553 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.298800 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.299017 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.299301 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.299562 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.299794 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.300030 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.300241 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.300499 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.300713 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.300957 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.301204 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.301408 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.301621 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.301848 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.302078 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.302308 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.302532 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.302761 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.302992 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.303322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.303691 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.303943 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.304186 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.304425 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.304682 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.304896 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.305229 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306150 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306150 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306150 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306150 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306488 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.306488 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.307568 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.307685 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.307899 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.308158 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.308387 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.308617 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.308842 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.309109 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.309633 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.309740 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.309918 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.310139 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.310355 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.310591 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.310810 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.311021 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.311322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.311608 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.311802 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.312198 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.312386 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.312666 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.312903 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.313173 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.313386 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.313635 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.313823 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.314036 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.314273 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.314491 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.314698 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.314922 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.315139 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.315382 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.315611 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.315822 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.316118 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.316339 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.316559 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.316768 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.317027 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.317264 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.320612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321276 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321844 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321844 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.321844 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.322063 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.322152 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.322354 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.322574 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.322828 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.323144 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.323433 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.323678 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.323941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.324233 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.324520 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.324779 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.325012 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.325369 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.325701 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.325983 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.326222 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.326469 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.326724 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.326944 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.327163 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.327378 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.327618 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.327838 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.328092 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.328321 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.328580 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.328814 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.329039 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.329283 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.329531 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.329744 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.329962 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.330176 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.330337 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 14:30:31.330890 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 14:30:31.331058 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 14:30:31.331229 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 14:30:31.331404 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 14:30:31.331578 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 14:30:31.331729 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 14:30:31.331936 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332099 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332255 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332413 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332606 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332769 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.332926 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333085 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333273 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333435 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333729 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.333943 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.334048 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.334185 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.334338 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.334491 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.334657 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.335357 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.335631 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.335631 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.335880 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] debug = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336569 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336895 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.336895 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337135 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337266 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337424 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337580 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337737 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.337901 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338079 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338255 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338414 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338573 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338736 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] host = dv-cinder-820027-12-iscsi {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.338889 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339046 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339246 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339359 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339500 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339656 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.339968 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.340269 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.340574 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.340752 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.340889 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341045 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341221 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341381 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341539 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_options = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341701 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.341865 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342020 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342202 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342380 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342527 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342693 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342852 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.342992 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.343153 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.343310 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.343605 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344172 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344172 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344172 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344613 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344613 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344613 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.344852 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345002 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345086 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345382 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345543 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345713 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.345863 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346008 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346164 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346322 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346481 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346637 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346794 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.346951 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347109 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347266 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347422 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347575 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347734 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.347895 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348073 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348207 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348365 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348531 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348767 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348883 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.348970 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.349097 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_json = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.349377 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.349543 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.349700 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.349858 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.350016 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.350172 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.350329 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.351038 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.351210 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 14:30:31.351394 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.351554 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.351727 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.351889 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352055 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352217 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352376 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352536 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352695 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.352855 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353024 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353204 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353377 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353538 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353697 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.353884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354020 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354173 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354334 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354495 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354655 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354814 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.354987 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.355237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.355418 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.355605 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.355773 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.355944 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356105 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356274 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356450 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356773 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.356934 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357095 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357303 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357440 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357594 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357756 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.357917 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358077 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358238 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358399 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358559 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358720 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.358888 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359030 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359187 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359348 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359509 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359669 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359831 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.359950 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:31.360053 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360139 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360288 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360467 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360610 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360781 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.360940 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.361099 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.361284 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.361482 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.361636 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.361875 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362028 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362127 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362284 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362445 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362618 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362779 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.362941 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363102 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363262 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363423 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363584 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363744 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.363905 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364065 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364225 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364385 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364548 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364711 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.364857 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.365019 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.366702 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368237 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.368887 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369512 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.369884 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370033 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370119 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370269 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370429 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370603 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370766 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.370929 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371090 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371257 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371432 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371595 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371763 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.371923 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.372397 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.372397 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373271 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373661 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373661 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373661 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373851 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.373975 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374137 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374298 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374462 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374619 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374782 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.374943 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375098 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375264 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375418 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375579 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375738 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.375898 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376057 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376216 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376377 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376537 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376709 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376840 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.376991 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377188 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377324 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377464 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377659 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377778 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.377943 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378182 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378343 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378505 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378665 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378826 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.378986 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379147 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379307 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379468 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379628 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379789 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.379950 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380110 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380270 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380429 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380590 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380751 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.380914 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381073 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381268 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381431 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381640 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381797 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.381955 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382113 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382273 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382433 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382594 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382774 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.382935 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383095 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383259 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383418 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383579 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383739 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.383954 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384156 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384320 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384484 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384648 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384809 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.384967 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.385360 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.385527 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.385667 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.385825 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.386049 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.386450 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.386582 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.386709 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.386869 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387012 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387177 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387337 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387497 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387657 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387817 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.387992 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388154 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388314 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388457 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388623 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388782 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.388953 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389113 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389294 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389451 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389612 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389772 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.389942 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390102 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390262 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390422 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390581 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390741 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.390926 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391060 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391251 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391380 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391493 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391719 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391829 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.391971 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392131 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392290 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392450 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392610 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392780 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.392939 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.393097 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399260 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.399799 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400267 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.400728 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401305 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401908 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401908 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401908 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401908 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 14:30:31.401908 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 14:30:31.416589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 51626) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:30:31.425195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064182 Jul 12 14:30:40.532590 dv-cinder-820027-12-iscsi neutron-server[105496]: DEBUG dbcounter [-] [105496] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105496) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:30:43.313464 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writer thread running {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 14:30:43.355909 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb5cf9-9d5e-42ef-a147-b3cdd9bfabeb None None] get_active_networks_info from dv-cinder-820027-12-iscsi {{(pid=105845) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 12 14:30:43.431328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb5cf9-9d5e-42ef-a147-b3cdd9bfabeb None None] No non-hosted networks {{(pid=105845) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 14:30:43.447724 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.agentschedulers_db [None req-56cb5cf9-9d5e-42ef-a147-b3cdd9bfabeb None None] DHCP Agent not found on host dv-cinder-820027-12-iscsi {{(pid=105845) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 12 14:30:43.546337 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e3924094-d952-4c9d-b9b5-f6bee48d5977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:45.084091 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writer thread running {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 14:30:45.627492 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-44614087-cd7c-4b3d-a117-f4fc272f1dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:45.655416 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.db.api [None req-31d5e939-17d6-4b9b-90ce-d8455560f7c5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-820027-12-iscsi {{(pid=105845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 14:30:45.656262 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG oslo_db.api [None req-31d5e939-17d6-4b9b-90ce-d8455560f7c5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 14:30:46.179039 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31d5e939-17d6-4b9b-90ce-d8455560f7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:46.444948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51694) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:30:46.727795 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:47.128363 dv-cinder-820027-12-iscsi neutron-server[105839]: WARNING oslo_policy.policy [None req-0c160898-c1b7-4287-8ec8-7add0005d21c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:30:47.129305 dv-cinder-820027-12-iscsi neutron-server[105839]: WARNING oslo_policy.policy [None req-0c160898-c1b7-4287-8ec8-7add0005d21c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:30:47.355044 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [None req-0c160898-c1b7-4287-8ec8-7add0005d21c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:30:47.369801 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0c160898-c1b7-4287-8ec8-7add0005d21c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9228334 Jul 12 14:30:48.230220 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:48.635796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:48.636747 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.637080 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.637532 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.637858 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.638176 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.638493 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.638807 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.639152 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.639469 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.639795 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.640139 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.640452 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.642046 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.642776 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.644168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:48.645082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:48.656127 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:30:48.951323 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.db.l3_hamode_db [None req-471163ec-743d-4af4-8ae4-274111da878d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 14:30:49.028639 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471163ec-743d-4af4-8ae4-274111da878d None None] Routers set() bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:30:49.028995 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471163ec-743d-4af4-8ae4-274111da878d None None] Router IDs set() for agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 12 14:30:49.748735 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51730) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:30:50.087667 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:30:50.180964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.policy [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 14:30:50.223642 dv-cinder-820027-12-iscsi neutron-server[105839]: WARNING oslo_policy.policy [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:30:50.224018 dv-cinder-820027-12-iscsi neutron-server[105839]: WARNING oslo_policy.policy [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:30:50.244713 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writer thread running {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 14:30:50.384734 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333905590', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333905082', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333921911', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333878317', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333883950', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744333895304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1314458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1367818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8061790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8006380'] for rbac-policy (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:50.552121 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:50.553958 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-21b5682e-207d-4f2b-b189-fa17e0c3d0ab admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8042212 Jul 12 14:30:52.776098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51742) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:30:53.098487 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:30:53.207165 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Made reservation on behalf of 80b95f26e3fe4eb6aea7c1dec2a09eb2 for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:30:53.211205 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.227794 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.334406 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks [] for security_group (92c8ac71-61bd-41e4-bf2d-6616422f9a30), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.411709 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (92c8ac71-61bd-41e4-bf2d-6616422f9a30), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.436994 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:30:53.469897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744331412080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (2fa84048-7b5f-446d-8c7e-809cc7347103), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.470393 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Unsubscribe: segment precommit_create {{(pid=105839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 14:30:53.470926 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Added segment 2fa84048-7b5f-446d-8c7e-809cc7347103 of type vlan for network 4b2c0885-18fa-47c9-af45-8546478ad6a9 Jul 12 14:30:53.491936 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8ac71-61bd-41e4-bf2d-6616422f9a30,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:30:53.538662 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.539002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.539362 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.539711 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.540042 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.540365 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.540685 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.541002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.541357 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.541683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.541999 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.542314 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.542630 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.542940 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.543251 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Tracked resource versions report: Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: pushed versions: Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: { 'AddressGroup': {'1.2'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Agent': {'1.1'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'ConntrackHelper': {'1.0'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Log': {'1.0'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'NDPProxy': {'1.0'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Network': {'1.1'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Port': {'1.7'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'PortForwarding': {'1.3'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'QosPolicy': {'1.10'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroup': {'1.5'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SubPort': {'1.0'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Subnet': {'1.1'}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Trunk': {'1.1'}} Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: consumer versions: Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Agent': '1.1', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'ConntrackHelper': '1.0', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'LocalIPAssociation': '1.0', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Log': '1.0', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'NDPProxy': '1.0', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Network': '1.1', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Port': '1.7', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'PortForwarding': '1.3', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'QosPolicy': '1.10', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroup': '1.5', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroupRule': '1.2', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SubPort': '1.0', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Subnet': '1.1', Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Trunk': '1.1'}} Jul 12 14:30:53.544638 dv-cinder-820027-12-iscsi neutron-server[105839]: {{(pid=105839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:30:53.584318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (4b2c0885-18fa-47c9-af45-8546478ad6a9), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.603777 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:30:53.687069 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (4b2c0885-18fa-47c9-af45-8546478ad6a9), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.692193 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:30:53.692903 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:53.806163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] Pushing event updated for resources: {'Network': ['ID=4b2c0885-18fa-47c9-af45-8546478ad6a9,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:30:53.817410 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:30:53.860059 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c2a2a2fa-1d02-4d57-9e0c-27d0d4cdd4ef demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0829017 Jul 12 14:30:56.131304 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51756) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:30:56.539308 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f8f3b-3ed1-436a-95f9-2c2aac65b319 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:30:56.540590 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f34f8f3b-3ed1-436a-95f9-2c2aac65b319 demo admin] 10.222.0.30 "GET /v2.0/networks/4b2c0885-18fa-47c9-af45-8546478ad6a9 HTTP/1.1" status: 200 len: 825 time: 0.4083192 Jul 12 14:30:56.564680 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-885fb857-62ba-4fa6-a50b-510d51c4f659 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/c840ba07-3d49-4d9b-ad2a-015dd5586d8d HTTP/1.1" status: 200 len: 734 time: 0.0184045 Jul 12 14:30:56.573542 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:30:56.663897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Made reservation on behalf of 80b95f26e3fe4eb6aea7c1dec2a09eb2 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:30:56.666227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:56.798341 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:30:57.001582 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (ec1ebc2b-6c91-4896-ae05-fdf25168c612), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:57.063464 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ec1ebc2b-6c91-4896-ae05-fdf25168c612,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:30:57.075920 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Checking segment: {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:30:57.076288 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Network hostable DHCP agents. Network: 4b2c0885-18fa-47c9-af45-8546478ad6a9, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:30:57.149586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:30:57.241690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 4b2c0885-18fa-47c9-af45-8546478ad6a9) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:30:57.246301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:30:57.248590 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:57.252291 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aae551-7063-4120-9c1e-c9ef1fbab9e4 None None] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:30:57.329702 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9621150a-7325-43b5-a76d-1926760a18f2 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7590759 Jul 12 14:30:57.509045 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-4b2c0885-18fa-47c9-af45-8546478ad6a9', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:30:57.510420 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:57.791513 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Allocated IP 172.20.0.2 (4b2c0885-18fa-47c9-af45-8546478ad6a9/ec1ebc2b-6c91-4896-ae05-fdf25168c612/bd17ae1d-a7d4-41e1-911e-976142f1dec4) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:30:57.839914 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:30:58.061343 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks [] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:58.138585 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:58.216338 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:30:58.220640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:30:58.227842 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:30:58.234939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Pushing event updated for resources: {'Port': ['ID=bd17ae1d-a7d4-41e1-911e-976142f1dec4,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:30:58.238676 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:30:58.265899 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.266556 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.266640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.266923 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.267247 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.267561 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.267880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.268199 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.268530 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.268854 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.269188 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.269529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.269845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.270155 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.270469 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Tracked resource versions report: Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: pushed versions: Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: { 'AddressGroup': {'1.2'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Agent': {'1.1'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'ConntrackHelper': {'1.0'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Log': {'1.0'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'NDPProxy': {'1.0'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Network': {'1.1'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Port': {'1.7'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'PortForwarding': {'1.3'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'QosPolicy': {'1.10'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroup': {'1.5'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SubPort': {'1.0'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Subnet': {'1.1'}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Trunk': {'1.1'}} Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: consumer versions: Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Agent': '1.1', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'ConntrackHelper': '1.0', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'LocalIPAssociation': '1.0', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Log': '1.0', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'NDPProxy': '1.0', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Network': '1.1', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Port': '1.7', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'PortForwarding': '1.3', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'QosPolicy': '1.10', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroup': '1.5', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroupRule': '1.2', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SubPort': '1.0', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Subnet': '1.1', Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Trunk': '1.1'}} Jul 12 14:30:58.271938 dv-cinder-820027-12-iscsi neutron-server[105845]: {{(pid=105845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:30:58.323292 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Attempting to bind port bd17ae1d-a7d4-41e1-911e-976142f1dec4 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:30:58.323624 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Attempting to bind port bd17ae1d-a7d4-41e1-911e-976142f1dec4 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:30:58.324029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Attempting to bind port bd17ae1d-a7d4-41e1-911e-976142f1dec4 on network 4b2c0885-18fa-47c9-af45-8546478ad6a9 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:30:58.329741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:30:58.330124 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Checking segment: {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:30:58.330605 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:58.330975 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Bound using segment: {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:30:58.331440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Bound port: bd17ae1d-a7d4-41e1-911e-976142f1dec4, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:30:58.331841 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:58.393556 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] For port bd17ae1d-a7d4-41e1-911e-976142f1dec4, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:30:58.412273 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] For port bd17ae1d-a7d4-41e1-911e-976142f1dec4, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=bd17ae1d-a7d4-41e1-911e-976142f1dec4,segment=NetworkSegment(2fa84048-7b5f-446d-8c7e-809cc7347103),segment_id=2fa84048-7b5f-446d-8c7e-809cc7347103)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:30:58.480990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:30:58.537843 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bc764-71de-4369-a94f-6b646b036b42 None None] Pushing event updated for resources: {'Port': ['ID=bd17ae1d-a7d4-41e1-911e-976142f1dec4,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:30:59.631615 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 51766) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:00.144020 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING oslo_policy.policy [None req-19cdc964-4f13-4ace-97cd-28aa82b0f673 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:31:00.144552 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING oslo_policy.policy [None req-19cdc964-4f13-4ace-97cd-28aa82b0f673 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:31:00.360156 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [None req-19cdc964-4f13-4ace-97cd-28aa82b0f673 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:31:00.361268 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-19cdc964-4f13-4ace-97cd-28aa82b0f673 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7287316 Jul 12 14:31:01.172328 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:01.176412 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=10 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:02.633380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 51784) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:02.964204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [None req-a3fbb664-2af7-4e34-b809-d2be361e0df6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:31:02.965173 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a3fbb664-2af7-4e34-b809-d2be361e0df6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3308780 Jul 12 14:31:05.343249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 51796) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:05.666244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:31:05.726764 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.policy [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 14:31:05.768882 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING oslo_policy.policy [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:31:05.769287 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING oslo_policy.policy [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 14:31:05.790103 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writer thread running {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 14:31:05.795965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:05.893249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (992b1ee5-1005-424b-b988-57b7ec757a29), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:05.895129 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (992b1ee5-1005-424b-b988-57b7ec757a29), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.056369 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Publish callbacks [] for router_controller (992b1ee5-1005-424b-b988-57b7ec757a29), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.100056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (992b1ee5-1005-424b-b988-57b7ec757a29), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.163808 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.164923 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-81cb6869-3a81-4ba5-bee9-4e7e17439e19 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8206141 Jul 12 14:31:06.265250 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device bd17ae1d-a7d4-41e1-911e-976142f1dec4 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:31:06.350724 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port bd17ae1d-a7d4-41e1-911e-976142f1dec4 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:06.351130 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.454652 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port bd17ae1d-a7d4-41e1-911e-976142f1dec4 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:06.455035 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.490053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port bd17ae1d-a7d4-41e1-911e-976142f1dec4, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=bd17ae1d-a7d4-41e1-911e-976142f1dec4,segment=NetworkSegment(2fa84048-7b5f-446d-8c7e-809cc7347103),segment_id=2fa84048-7b5f-446d-8c7e-809cc7347103)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:31:06.568802 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.595890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624874e-dd86-440d-8794-d70394624ce1 None None] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:31:06.674855 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=bd17ae1d-a7d4-41e1-911e-976142f1dec4,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:06.700212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5fb0c4a7-79e9-49fe-b518-9fb58265b585 None None] Provisioning complete for port bd17ae1d-a7d4-41e1-911e-976142f1dec4 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:06.700523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c4a7-79e9-49fe-b518-9fb58265b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:06.760271 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:06.812278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0c4a7-79e9-49fe-b518-9fb58265b585 None None] Current status of the port bd17ae1d-a7d4-41e1-911e-976142f1dec4 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:07.031078 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-6ad15b8c-9a87-4c57-a1a5-42da312c128b None None] Provisioning complete for port bd17ae1d-a7d4-41e1-911e-976142f1dec4 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:07.031383 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-6ad15b8c-9a87-4c57-a1a5-42da312c128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:07.103887 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-6ad15b8c-9a87-4c57-a1a5-42da312c128b None None] Current status of the port bd17ae1d-a7d4-41e1-911e-976142f1dec4 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:07.256408 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:07.257359 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=68,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:08.252165 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device bd17ae1d-a7d4-41e1-911e-976142f1dec4 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:31:08.295617 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port bd17ae1d-a7d4-41e1-911e-976142f1dec4 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:08.296010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:08.333892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:08.370339 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port bd17ae1d-a7d4-41e1-911e-976142f1dec4 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:08.452431 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 51812) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:08.768555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [None req-83ceecc9-a848-4717-9fbe-4155f25936fa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:31:08.769566 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-83ceecc9-a848-4717-9fbe-4155f25936fa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3162026 Jul 12 14:31:11.025688 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51820) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:11.347418 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:31:11.446840 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Made reservation on behalf of 27c596858f1e4aabb2a1fb3cbe092011 for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:31:11.449286 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.458377 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.530705 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks [] for security_group (47fa7715-e965-44c2-a24e-d22cb7e19735), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.595282 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (47fa7715-e965-44c2-a24e-d22cb7e19735), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.613082 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=105839) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 14:31:11.632850 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa7715-e965-44c2-a24e-d22cb7e19735,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:11.639123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (d2ca5c24-b2f3-46c0-9eef-5382ee8badc8), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.639452 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Added segment d2ca5c24-b2f3-46c0-9eef-5382ee8badc8 of type flat for network 7512f9b9-d5a8-45c1-a5fd-852053e1935e Jul 12 14:31:11.684766 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (7512f9b9-d5a8-45c1-a5fd-852053e1935e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.772312 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (7512f9b9-d5a8-45c1-a5fd-852053e1935e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.773580 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:31:11.774150 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:11.863041 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7512f9b9-d5a8-45c1-a5fd-852053e1935e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:11.873581 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:31:11.888556 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-48a5cf6a-32fe-46d4-8442-50070e26b2a3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8617733 Jul 12 14:31:13.303957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-024dc0c0-b745-418e-bb4f-f481a77c9819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:14.117784 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51828) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:14.481654 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e293e26-7074-4c9e-ab85-a61fd67a093d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:31:14.483029 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-1e293e26-7074-4c9e-ab85-a61fd67a093d demo admin] 10.222.0.30 "GET /v2.0/subnets/ec1ebc2b-6c91-4896-ae05-fdf25168c612 HTTP/1.1" status: 200 len: 849 time: 0.3643107 Jul 12 14:31:14.649794 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c78e6e63-8edd-4578-8fc1-af49cd3aa8b1 demo admin] 10.222.0.30 "GET /v2.0/routers/992b1ee5-1005-424b-b988-57b7ec757a29 HTTP/1.1" status: 200 len: 704 time: 0.1608195 Jul 12 14:31:14.907570 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.142905 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:15.170364 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:15.193237 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Allocated IP 172.20.0.1 (4b2c0885-18fa-47c9-af45-8546478ad6a9/ec1ebc2b-6c91-4896-ae05-fdf25168c612/5199a26e-589c-402f-a74e-f6a5825b85b5) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:31:15.387384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks [] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.504179 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.579640 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:31:15.588188 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:31:15.592507 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:31:15.593740 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (992b1ee5-1005-424b-b988-57b7ec757a29), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.595204 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-46033e89-4c2d-4395-854a-c808ca4ff88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.611947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Pushing event updated for resources: {'Port': ['ID=5199a26e-589c-402f-a74e-f6a5825b85b5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:15.767656 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ef8a99b2-8ae7-4902-839f-40810d6a3c27 None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:15.768040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ef8a99b2-8ae7-4902-839f-40810d6a3c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:15.799609 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a99b2-8ae7-4902-839f-40810d6a3c27 None None] Port 5199a26e-589c-402f-a74e-f6a5825b85b5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:31:15.855473 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.056357 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks [] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.119374 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:16.120163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:16.126446 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.127267 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (992b1ee5-1005-424b-b988-57b7ec757a29), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.183279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Pushing event updated for resources: {'Port': ['ID=5199a26e-589c-402f-a74e-f6a5825b85b5,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:16.231372 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:16.255754 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:31:16.257024 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:31:16.257521 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:31:16.378690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:16.420476 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5a25be7a-b568-4c7a-a527-1888ce37134b None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:16.422653 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5a25be7a-b568-4c7a-a527-1888ce37134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.451072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5a25be7a-b568-4c7a-a527-1888ce37134b None None] Port 5199a26e-589c-402f-a74e-f6a5825b85b5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:31:16.464331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Router 992b1ee5-1005-424b-b988-57b7ec757a29 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:31:16.553481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:31:16.558924 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b0330f35-f260-4ed5-8729-209f433d78e0 demo admin] 10.222.0.30 "PUT /v2.0/routers/992b1ee5-1005-424b-b988-57b7ec757a29/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9037752 Jul 12 14:31:16.563610 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Sync routers for ids ['992b1ee5-1005-424b-b988-57b7ec757a29'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:31:16.576500 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Routers {'992b1ee5-1005-424b-b988-57b7ec757a29'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:31:16.577344 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:31:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['992b1ee5-1005-424b-b988-57b7ec757a29'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:16.668699 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:16.757494 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Set router 992b1ee5-1005-424b-b988-57b7ec757a29 gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:31:17.162047 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:15Z', 'revision_number': 2, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port_host': None, '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:15Z', 'revision_number': 2, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:17.210992 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Checking router: 992b1ee5-1005-424b-b988-57b7ec757a29 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:31:17.211364 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Updating router 992b1ee5-1005-424b-b988-57b7ec757a29 port 5199a26e-589c-402f-a74e-f6a5825b85b5 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:31:17.263695 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:17.750850 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks [] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:17.828370 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.003088 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Pushing event updated for resources: {'Port': ['ID=5199a26e-589c-402f-a74e-f6a5825b85b5,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:18.013433 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Attempting to bind port 5199a26e-589c-402f-a74e-f6a5825b85b5 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:31:18.013833 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Attempting to bind port 5199a26e-589c-402f-a74e-f6a5825b85b5 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:31:18.014246 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Attempting to bind port 5199a26e-589c-402f-a74e-f6a5825b85b5 on network 4b2c0885-18fa-47c9-af45-8546478ad6a9 {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:31:18.019529 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.022421 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.023111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.023111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.023322 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.023655 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.023971 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.024285 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.024597 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Tracked resource versions report: Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: pushed versions: Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: { 'AddressGroup': {'1.2'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Agent': {'1.1'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'ConntrackHelper': {'1.0'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Log': {'1.0'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'NDPProxy': {'1.0'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Network': {'1.1'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Port': {'1.7'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'PortForwarding': {'1.3'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'QosPolicy': {'1.10'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroup': {'1.5'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SubPort': {'1.0'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Subnet': {'1.1'}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Trunk': {'1.1'}} Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: consumer versions: Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Agent': '1.1', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'ConntrackHelper': '1.0', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'LocalIPAssociation': '1.0', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Log': '1.0', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'NDPProxy': '1.0', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Network': '1.1', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Port': '1.7', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'PortForwarding': '1.3', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'QosPolicy': '1.10', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroup': '1.5', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroupRule': '1.2', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SubPort': '1.0', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Subnet': '1.1', Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Trunk': '1.1'}} Jul 12 14:31:18.026111 dv-cinder-820027-12-iscsi neutron-server[105846]: {{(pid=105846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:31:18.029249 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:31:18.029249 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Checking segment: {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:31:18.029708 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.030099 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Bound using segment: {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:31:18.030580 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Bound port: 5199a26e-589c-402f-a74e-f6a5825b85b5, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa84048-7b5f-446d-8c7e-809cc7347103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:31:18.030953 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.077916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-4f9afd4a-4da2-4c11-a39c-56200fd42638 None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:18.078464 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4f9afd4a-4da2-4c11-a39c-56200fd42638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.095398 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] For port 5199a26e-589c-402f-a74e-f6a5825b85b5, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:31:18.114608 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] For port 5199a26e-589c-402f-a74e-f6a5825b85b5, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=5199a26e-589c-402f-a74e-f6a5825b85b5,segment=NetworkSegment(2fa84048-7b5f-446d-8c7e-809cc7347103),segment_id=2fa84048-7b5f-446d-8c7e-809cc7347103)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:31:18.118883 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:18.123855 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-4f9afd4a-4da2-4c11-a39c-56200fd42638 None None] Port 5199a26e-589c-402f-a74e-f6a5825b85b5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:31:18.201754 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.210193 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:18.248113 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.260784 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c25ad-fe32-4fb1-8351-4e6576b0f626 None None] Pushing event updated for resources: {'Port': ['ID=5199a26e-589c-402f-a74e-f6a5825b85b5,revision_number=4']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:18.267708 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Routers {'992b1ee5-1005-424b-b988-57b7ec757a29'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:31:18.268329 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:31:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['992b1ee5-1005-424b-b988-57b7ec757a29'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:18.359038 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] Set router 992b1ee5-1005-424b-b988-57b7ec757a29 gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:31:18.446991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:18.447457 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.522432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Current status of the port 5199a26e-589c-402f-a74e-f6a5825b85b5 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:18.523163 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.555293 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:15Z', 'revision_number': 2, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port_host': None, '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:18Z', 'revision_number': 4, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:18.569045 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] For port 5199a26e-589c-402f-a74e-f6a5825b85b5, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=5199a26e-589c-402f-a74e-f6a5825b85b5,segment=NetworkSegment(2fa84048-7b5f-446d-8c7e-809cc7347103),segment_id=2fa84048-7b5f-446d-8c7e-809cc7347103)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:31:18.584929 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470cf7e3-386d-4bc6-922c-13d737cbebdb None None] The sync data for ids ['992b1ee5-1005-424b-b988-57b7ec757a29'] in dv-cinder-820027-12-iscsi is: [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:15Z', 'revision_number': 2, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port_host': None, '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:18Z', 'revision_number': 4, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:31:18.641014 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.672051 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:18.693089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae8a2e-2d2d-4925-b777-3686beb7fd96 None None] Pushing event updated for resources: {'Port': ['ID=5199a26e-589c-402f-a74e-f6a5825b85b5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:18.811227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51840) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:19.206515 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8573a16-7b89-416a-875d-b87ad6725474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:31:19.208443 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c8573a16-7b89-416a-875d-b87ad6725474 admin admin] 10.222.0.30 "GET /v2.0/networks/7512f9b9-d5a8-45c1-a5fd-852053e1935e HTTP/1.1" status: 200 len: 842 time: 0.3957183 Jul 12 14:31:19.217798 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'name': 'public-subnet'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:31:19.297969 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Made reservation on behalf of 27c596858f1e4aabb2a1fb3cbe092011 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:31:19.300280 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:19.691352 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.objects.ports [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105839) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 12 14:31:19.692690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (38ed8836-7fda-4b80-8347-082e0e369194), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:19.752529 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ed8836-7fda-4b80-8347-082e0e369194,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:19.761855 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:31:19.762209 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Network hostable DHCP agents. Network: 7512f9b9-d5a8-45c1-a5fd-852053e1935e, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:31:19.875357 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:31:19.961108 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 7512f9b9-d5a8-45c1-a5fd-852053e1935e) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:31:19.968880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b52052-9932-4343-94c6-af0e2dfab9e7 None None] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:31:19.975899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:31:19.975899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:20.061931 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4af9b21c-36a2-4d44-b48a-738ec3bebbaa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8415704 Jul 12 14:31:20.085309 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9aef01-896a-4193-8e84-8248c56fa7fe None None] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:31:20.087793 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:22.339579 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51848) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:22.767880 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d920c3a7-2006-4d45-ba53-d00ff2e3c98b demo admin] 10.222.0.30 "GET /v2.0/routers/992b1ee5-1005-424b-b988-57b7ec757a29 HTTP/1.1" status: 200 len: 710 time: 0.4269865 Jul 12 14:31:22.854508 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:22.857522 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3698cc-3bfe-40ef-8db7-8a3f8ecb5876 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:31:22.858900 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2a3698cc-3bfe-40ef-8db7-8a3f8ecb5876 demo admin] 10.222.0.30 "GET /v2.0/networks/7512f9b9-d5a8-45c1-a5fd-852053e1935e HTTP/1.1" status: 200 len: 886 time: 0.0849798 Jul 12 14:31:22.868045 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:31:22.954641 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:23.108845 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks [] for router_gateway (992b1ee5-1005-424b-b988-57b7ec757a29), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:23.391291 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks [] for router_gateway (992b1ee5-1005-424b-b988-57b7ec757a29), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:23.475132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:23.587895 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Allocated IP 172.27.3.26 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/1ea4f362-3602-4099-a158-da14ee0025fa) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:31:23.693986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks [] for port (1ea4f362-3602-4099-a158-da14ee0025fa), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:23.794733 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:23.834782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:31:23.838859 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:23.843653 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:31:23.843653 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:31:23.879123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Pushing event updated for resources: {'Port': ['ID=1ea4f362-3602-4099-a158-da14ee0025fa,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:24.090661 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:24.250368 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks [] for router_gateway (992b1ee5-1005-424b-b988-57b7ec757a29), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:24.269382 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 5199a26e-589c-402f-a74e-f6a5825b85b5 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:31:24.315345 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:24.315737 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:24.341108 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:24.393028 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 5199a26e-589c-402f-a74e-f6a5825b85b5 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:24.438422 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-500371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1074'] for router (992b1ee5-1005-424b-b988-57b7ec757a29), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:24.442080 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-500362'] for router (992b1ee5-1005-424b-b988-57b7ec757a29), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:24.544794 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Router 992b1ee5-1005-424b-b988-57b7ec757a29 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:31:24.648595 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:31:24.652617 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:24.665828 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-dc560baa-6897-4f78-8abb-8cd73a63497d demo admin] 10.222.0.30 "PUT /v2.0/routers/992b1ee5-1005-424b-b988-57b7ec757a29 HTTP/1.1" status: 200 len: 889 time: 1.7890978 Jul 12 14:31:24.862114 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Sync routers for ids ['992b1ee5-1005-424b-b988-57b7ec757a29'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:31:24.873680 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Routers {'992b1ee5-1005-424b-b988-57b7ec757a29'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:31:24.874369 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:31:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['992b1ee5-1005-424b-b988-57b7ec757a29'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:25.074495 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Set router 992b1ee5-1005-424b-b988-57b7ec757a29 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:31:25.519611 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:23Z', 'revision_number': 4, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port': {'id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:23Z', 'updated_at': '2022-07-12T14:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:18Z', 'revision_number': 5, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:25.566633 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Checking router: 992b1ee5-1005-424b-b988-57b7ec757a29 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:31:25.567549 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Updating router 992b1ee5-1005-424b-b988-57b7ec757a29 port 1ea4f362-3602-4099-a158-da14ee0025fa binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:31:25.621079 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:25.924092 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks [] for port (1ea4f362-3602-4099-a158-da14ee0025fa), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:25.972317 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:26.024179 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Attempting to bind port 1ea4f362-3602-4099-a158-da14ee0025fa on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:31:26.024547 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Attempting to bind port 1ea4f362-3602-4099-a158-da14ee0025fa by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:31:26.024907 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Attempting to bind port 1ea4f362-3602-4099-a158-da14ee0025fa on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:31:26.029037 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:26.033763 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:31:26.034135 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:31:26.034527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:26.034951 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:31:26.035407 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Bound port: 1ea4f362-3602-4099-a158-da14ee0025fa, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:31:26.036451 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:26.037939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f644d2-b255-4c3e-84b9-9a9a573706ca None None] Pushing event updated for resources: {'Port': ['ID=1ea4f362-3602-4099-a158-da14ee0025fa,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:26.085831 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] For port 1ea4f362-3602-4099-a158-da14ee0025fa, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:31:26.089189 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] For port 1ea4f362-3602-4099-a158-da14ee0025fa, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1ea4f362-3602-4099-a158-da14ee0025fa,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:31:26.142588 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:26.176504 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:26.200144 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f644d2-b255-4c3e-84b9-9a9a573706ca None None] Pushing event updated for resources: {'Port': ['ID=1ea4f362-3602-4099-a158-da14ee0025fa,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:26.205278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Routers {'992b1ee5-1005-424b-b988-57b7ec757a29'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:31:26.205883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:31:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['992b1ee5-1005-424b-b988-57b7ec757a29'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:26.310232 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] Set router 992b1ee5-1005-424b-b988-57b7ec757a29 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:31:26.515537 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:23Z', 'revision_number': 4, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port': {'id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:23Z', 'updated_at': '2022-07-12T14:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:18Z', 'revision_number': 5, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:31:26.541366 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fae1d5-7418-4e99-bb2b-07e234d71fbc None None] The sync data for ids ['992b1ee5-1005-424b-b988-57b7ec757a29'] in dv-cinder-820027-12-iscsi is: [{'id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'name': 'router1', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:31:05Z', 'updated_at': '2022-07-12T14:31:23Z', 'revision_number': 4, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'gw_port': {'id': '1ea4f362-3602-4099-a158-da14ee0025fa', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:23Z', 'updated_at': '2022-07-12T14:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '5199a26e-589c-402f-a74e-f6a5825b85b5', 'name': '', 'network_id': '4b2c0885-18fa-47c9-af45-8546478ad6a9', 'tenant_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'mac_address': 'fa:16:3e:0e:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b1ee5-1005-424b-b988-57b7ec757a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:31:14Z', 'updated_at': '2022-07-12T14:31:18Z', 'revision_number': 5, 'project_id': '80b95f26e3fe4eb6aea7c1dec2a09eb2', 'subnets': [{'id': 'ec1ebc2b-6c91-4896-ae05-fdf25168c612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c840ba07-3d49-4d9b-ad2a-015dd5586d8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:31:27.064956 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 51860) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:31:27.458936 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-214ea1e4-daff-4124-8f71-ed6b8fe79033 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3927526 Jul 12 14:31:28.278574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1ea4f362-3602-4099-a158-da14ee0025fa up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:31:28.331718 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1ea4f362-3602-4099-a158-da14ee0025fa triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:28.332025 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:28.405061 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1ea4f362-3602-4099-a158-da14ee0025fa is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:28.405379 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:28.425124 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 1ea4f362-3602-4099-a158-da14ee0025fa, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1ea4f362-3602-4099-a158-da14ee0025fa,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:31:28.485262 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:28.533610 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=1ea4f362-3602-4099-a158-da14ee0025fa,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:31:30.276574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1ea4f362-3602-4099-a158-da14ee0025fa up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:31:30.359356 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1ea4f362-3602-4099-a158-da14ee0025fa triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:31:30.359865 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1ea4f362-3602-4099-a158-da14ee0025fa), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:30.436616 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1ea4f362-3602-4099-a158-da14ee0025fa is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:31:34.252658 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=59 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:34.266653 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=23 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:37.450586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=75 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:37.454707 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=37 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:40.433621 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:40.434922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:43.343374 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fc37d40c-58ab-4abb-9834-cccd9d3b75de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:45.566123 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-611eed89-c91d-43ae-a5e3-db1d1bb00d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:46.663169 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:48.195294 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:48.634651 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:31:53.256014 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:31:58.573084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:31:58.575486 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:11.261323 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:11.268222 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:13.343305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-49ecdc43-ee4c-4c11-83e7-5cb545c661ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:15.605039 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cd2204d9-f019-43c8-af3c-cc0e0b3a6d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:16.679083 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:18.199113 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:18.655412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:28.577308 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:28.580835 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:30.255004 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:32:43.323756 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb051-39ed-449e-9fe8-6008f61842aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:45.585796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1034ef25-5b09-429c-8be1-e76ca6ffae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:46.677652 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:48.158070 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:48.260597 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:48.266548 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=7 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:32:48.614513 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:50.862499 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52400) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:32:51.197959 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9611fe7f-22cd-4bef-8f89-ca89c3177b35 admin admin] GET failed (client error): The resource could not be found. Jul 12 14:32:51.199280 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9611fe7f-22cd-4bef-8f89-ca89c3177b35 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3358393 Jul 12 14:32:51.360503 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d206d67-80fb-4515-8124-2a4e920ac829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:51.361948 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8d206d67-80fb-4515-8124-2a4e920ac829 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585212 Jul 12 14:32:53.642073 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52410) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:32:54.011413 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a94bb4a-29e1-4a29-8215-ac3c0d68d4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:54.012677 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2a94bb4a-29e1-4a29-8215-ac3c0d68d4f7 admin admin] 10.222.0.30 "GET /v2.0/subnets/ec1ebc2b-6c91-4896-ae05-fdf25168c612 HTTP/1.1" status: 200 len: 849 time: 0.3696442 Jul 12 14:32:54.022952 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:32:54.108945 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Publish callbacks [] for subnet (ec1ebc2b-6c91-4896-ae05-fdf25168c612), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:54.299475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744331623729'] for subnet (ec1ebc2b-6c91-4896-ae05-fdf25168c612), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:54.332410 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:54.333540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:54.337884 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] 10.222.0.30 "PUT /v2.0/subnets/ec1ebc2b-6c91-4896-ae05-fdf25168c612 HTTP/1.1" status: 200 len: 868 time: 0.3149333 Jul 12 14:32:54.338091 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58c082-d583-41a1-96ce-049833a62393 None None] Network 4b2c0885-18fa-47c9-af45-8546478ad6a9 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:32:54.351313 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1ebc2b-6c91-4896-ae05-fdf25168c612,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:32:54.359091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.359453 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.360282 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.360799 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.361187 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.361507 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.361830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.362152 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.362500 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.362824 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.363159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.363481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.363796 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.364107 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.364421 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425679-362a-477b-99fa-4c1da06ba4ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:32:54.637477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Provisioning complete for port 5199a26e-589c-402f-a74e-f6a5825b85b5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:32:54.637857 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (5199a26e-589c-402f-a74e-f6a5825b85b5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:54.710777 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Current status of the port 5199a26e-589c-402f-a74e-f6a5825b85b5 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:32:54.718646 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Provisioning complete for port bd17ae1d-a7d4-41e1-911e-976142f1dec4 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:32:54.719032 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (bd17ae1d-a7d4-41e1-911e-976142f1dec4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:32:54.787339 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-e8ded9e8-8256-4ce5-8d4a-18ffa3c9076f None None] Current status of the port bd17ae1d-a7d4-41e1-911e-976142f1dec4 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:32:56.527926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52418) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:32:57.021126 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990e1a8-e03a-41d1-a249-b072db4f1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:57.021620 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990e1a8-e03a-41d1-a249-b072db4f1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:57.023170 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9990e1a8-e03a-41d1-a249-b072db4f1a9c admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4943237 Jul 12 14:32:59.210563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52426) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:32:59.728301 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ababa2-a7fc-4041-9a80-ceca991dd0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:59.728770 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ababa2-a7fc-4041-9a80-ceca991dd0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:32:59.732845 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-40ababa2-a7fc-4041-9a80-ceca991dd0ec admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5189929 Jul 12 14:33:01.889465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52436) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:02.358597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4debb5f-bccc-4935-adc4-618cd2a9d29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:02.360483 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-c4debb5f-bccc-4935-adc4-618cd2a9d29f admin admin] 10.222.0.30 "GET /v2.0/networks/4b2c0885-18fa-47c9-af45-8546478ad6a9 HTTP/1.1" status: 200 len: 869 time: 0.4699843 Jul 12 14:33:04.592747 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52446) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:04.783035 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:04.786044 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:04.991971 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab868b1-a0a9-4a8f-990c-b6cfc2be8927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:04.993354 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-dab868b1-a0a9-4a8f-990c-b6cfc2be8927 admin admin] 10.222.0.30 "GET /v2.0/networks/7512f9b9-d5a8-45c1-a5fd-852053e1935e HTTP/1.1" status: 200 len: 886 time: 0.3995321 Jul 12 14:33:07.016792 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:07.018684 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:07.172417 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52454) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:07.253609 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:33:07.570304 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa19b3d-a7f3-472c-a5aa-d39f2938a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:07.570674 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa19b3d-a7f3-472c-a5aa-d39f2938a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:07.572201 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4aa19b3d-a7f3-472c-a5aa-d39f2938a965 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3988838 Jul 12 14:33:09.750590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52462) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:10.169232 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453cf9e-3475-4d15-8f15-98745c7c0fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:10.169680 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453cf9e-3475-4d15-8f15-98745c7c0fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:10.171197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d453cf9e-3475-4d15-8f15-98745c7c0fab admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4196787 Jul 12 14:33:12.375833 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52470) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:12.876849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bf9d6-5122-442f-9325-baea1413da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:12.878202 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-228bf9d6-5122-442f-9325-baea1413da37 admin admin] 10.222.0.30 "GET /v2.0/subnets/38ed8836-7fda-4b80-8347-082e0e369194 HTTP/1.1" status: 200 len: 816 time: 0.5014336 Jul 12 14:33:13.317180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7c78-1675-4e4c-9957-872f662260fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:15.042585 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52478) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:15.414130 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c394bc6-b0e7-4461-b5ab-f3b296c945bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:15.415378 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2c394bc6-b0e7-4461-b5ab-f3b296c945bc admin admin] 10.222.0.30 "GET /v2.0/subnets/ec1ebc2b-6c91-4896-ae05-fdf25168c612 HTTP/1.1" status: 200 len: 868 time: 0.3718462 Jul 12 14:33:15.562916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-7383f9f7-c6d1-4fb8-9b5e-da5edc332b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:16.688254 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:18.178312 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:18.678203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:22.870384 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=43 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:22.873312 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=46 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:25.256276 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:25.271795 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:25.408148 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=13 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:25.411262 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=13 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:28.567310 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:28.573655 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:41.338837 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=11 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:41.345810 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=15 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:43.338302 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9f109b53-f62c-486e-8905-7f2ce6b90896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:43.463039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52534) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:43.788238 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [None req-e8d37270-7339-4310-a00a-28d4b6ab58f2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:33:43.789277 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e8d37270-7339-4310-a00a-28d4b6ab58f2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3252451 Jul 12 14:33:44.252017 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:33:45.578465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c54a985d-4d08-4bae-9765-04a9c5dec7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:46.062010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52542) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:46.401480 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.pecan_wsgi.hooks.translation [None req-99663ff8-d765-4dde-aea1-ce10ffc4542c admin admin] GET failed (client error): The resource could not be found. Jul 12 14:33:46.402745 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-99663ff8-d765-4dde-aea1-ce10ffc4542c admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3398690 Jul 12 14:33:46.543155 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df704ed8-b119-4641-b4ea-8d7b85ceae7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:46.545149 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-df704ed8-b119-4641-b4ea-8d7b85ceae7c admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373270 Jul 12 14:33:46.675742 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:48.172467 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:48.640454 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:48.743177 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52550) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:49.066451 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:33:49.143866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Made reservation on behalf of 27c596858f1e4aabb2a1fb3cbe092011 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:33:49.146524 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:49.189369 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING neutron.services.revisions.revision_plugin [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Could not find related network for resource to bump revision. Jul 12 14:33:49.205518 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:33:49.220010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744331412080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (b51ff355-f6af-4c03-9d62-6378ed4ddd8a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:49.230612 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Unsubscribe: segment precommit_create {{(pid=105842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 14:33:49.230612 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Added segment b51ff355-f6af-4c03-9d62-6378ed4ddd8a of type vlan for network 89b03b98-c199-4c21-9179-b66702f88bab Jul 12 14:33:49.272585 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (89b03b98-c199-4c21-9179-b66702f88bab), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:49.355178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (89b03b98-c199-4c21-9179-b66702f88bab), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:49.356217 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:49.356786 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:49.454622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Pushing event updated for resources: {'Network': ['ID=89b03b98-c199-4c21-9179-b66702f88bab,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:33:49.459466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7152627 Jul 12 14:33:49.466570 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.466913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.467250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.467581 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.467912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.468235 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.468555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.468876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.469226 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.469549 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.469878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.470185 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.470498 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.470810 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.471121 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05b00-ba42-4c66-bab7-724a0fea7bfb admin admin] Tracked resource versions report: Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: pushed versions: Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: { 'AddressGroup': {'1.2'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Agent': {'1.1'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'ConntrackHelper': {'1.0'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Log': {'1.0'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'NDPProxy': {'1.0'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Network': {'1.1'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Port': {'1.7'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'PortForwarding': {'1.3'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'QosPolicy': {'1.10'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroup': {'1.5'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SubPort': {'1.0'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Subnet': {'1.1'}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Trunk': {'1.1'}} Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: consumer versions: Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Agent': '1.1', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'ConntrackHelper': '1.0', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'LocalIPAssociation': '1.0', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Log': '1.0', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'NDPProxy': '1.0', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Network': '1.1', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Port': '1.7', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'PortForwarding': '1.3', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'QosPolicy': '1.10', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroup': '1.5', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroupRule': '1.2', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SubPort': '1.0', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Subnet': '1.1', Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Trunk': '1.1'}} Jul 12 14:33:49.472630 dv-cinder-820027-12-iscsi neutron-server[105842]: {{(pid=105842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:33:49.503180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 89b03b98-c199-4c21-9179-b66702f88bab details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:33:51.727082 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52562) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:33:52.057834 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc6b9f4-4e7d-4f4e-bd79-ab40ca67fb2e admin admin] GET failed (client error): The resource could not be found. Jul 12 14:33:52.059213 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9fc6b9f4-4e7d-4f4e-bd79-ab40ca67fb2e admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3311908 Jul 12 14:33:52.134820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df468b9a-08d6-40a4-b727-776cff557225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:52.136305 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-df468b9a-08d6-40a4-b727-776cff557225 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729048 Jul 12 14:33:52.147769 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:33:52.226512 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Made reservation on behalf of 27c596858f1e4aabb2a1fb3cbe092011 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:33:52.228898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:52.572507 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (d12e038b-54ce-48fd-afee-06610f5721bf), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:52.631349 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12e038b-54ce-48fd-afee-06610f5721bf,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:33:52.640568 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Checking segment: {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:33:52.640922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Network hostable DHCP agents. Network: 89b03b98-c199-4c21-9179-b66702f88bab, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:33:52.709484 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Network 89b03b98-c199-4c21-9179-b66702f88bab is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:33:52.760469 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 89b03b98-c199-4c21-9179-b66702f88bab) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:33:52.764997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:33:52.765632 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:52.770154 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88650b2e-5b13-40d4-b2bd-ea9ae46c0b2f None None] Network 89b03b98-c199-4c21-9179-b66702f88bab requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:33:52.831967 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a13d5e74-22ca-41c5-9c38-4cee32df6d38 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884398 Jul 12 14:33:52.872559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-89b03b98-c199-4c21-9179-b66702f88bab', 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab', 'project_id': '27c596858f1e4aabb2a1fb3cbe092011', 'fixed_ips': [{'subnet_id': 'd12e038b-54ce-48fd-afee-06610f5721bf'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:33:52.873543 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.017065 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Allocated IP 192.168.233.2 (89b03b98-c199-4c21-9179-b66702f88bab/d12e038b-54ce-48fd-afee-06610f5721bf/8dedd321-418c-485d-b118-63edab2b1089) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:33:53.160921 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks [] for port (8dedd321-418c-485d-b118-63edab2b1089), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.263457 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (8dedd321-418c-485d-b118-63edab2b1089), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.311077 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Network 89b03b98-c199-4c21-9179-b66702f88bab is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:33:53.314029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:33:53.318162 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:33:53.324905 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Pushing event updated for resources: {'Port': ['ID=8dedd321-418c-485d-b118-63edab2b1089,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:33:53.337101 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.337474 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.337822 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.338165 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.338494 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.338812 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.339127 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.339442 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.339782 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.340161 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.340479 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.340836 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.341151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.341480 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.341791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:33:53.396596 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Attempting to bind port 8dedd321-418c-485d-b118-63edab2b1089 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:33:53.396991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Attempting to bind port 8dedd321-418c-485d-b118-63edab2b1089 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:33:53.397403 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Attempting to bind port 8dedd321-418c-485d-b118-63edab2b1089 on network 89b03b98-c199-4c21-9179-b66702f88bab {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:33:53.402760 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:33:53.403144 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Checking segment: {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:33:53.404111 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.405330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Bound using segment: {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:33:53.405330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Bound port: 8dedd321-418c-485d-b118-63edab2b1089, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:33:53.405543 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (8dedd321-418c-485d-b118-63edab2b1089), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.466783 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] For port 8dedd321-418c-485d-b118-63edab2b1089, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:33:53.469931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] For port 8dedd321-418c-485d-b118-63edab2b1089, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=8dedd321-418c-485d-b118-63edab2b1089,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:33:53.538817 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (8dedd321-418c-485d-b118-63edab2b1089), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:53.594982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:53.603394 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb057329-b270-4e41-97ba-74def1e3a6aa None None] Pushing event updated for resources: {'Port': ['ID=8dedd321-418c-485d-b118-63edab2b1089,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:33:54.369112 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 8dedd321-418c-485d-b118-63edab2b1089 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:33:54.423660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 8dedd321-418c-485d-b118-63edab2b1089 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:33:54.426003 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (8dedd321-418c-485d-b118-63edab2b1089), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:54.426003 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:54.432192 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e150989-0f3e-478f-b0a2-98fc29b2898b None None] Network 89b03b98-c199-4c21-9179-b66702f88bab requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:33:54.547612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Provisioning complete for port 8dedd321-418c-485d-b118-63edab2b1089 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:33:54.547612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (8dedd321-418c-485d-b118-63edab2b1089), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:54.639967 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 8dedd321-418c-485d-b118-63edab2b1089 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:33:54.640348 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (8dedd321-418c-485d-b118-63edab2b1089), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:54.708491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 8dedd321-418c-485d-b118-63edab2b1089, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=8dedd321-418c-485d-b118-63edab2b1089,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:33:54.709562 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Current status of the port 8dedd321-418c-485d-b118-63edab2b1089 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:33:54.709946 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (8dedd321-418c-485d-b118-63edab2b1089), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:54.818535 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (8dedd321-418c-485d-b118-63edab2b1089), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:54.892213 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.db.api [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 14:33:54.892647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG oslo_db.api [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 14:33:54.897127 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=8dedd321-418c-485d-b118-63edab2b1089,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:33:55.429574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c2f07636-ae2f-4f18-85db-1fb4ebbdbdcf None None] Current status of the port 8dedd321-418c-485d-b118-63edab2b1089 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:33:55.548469 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-fe506682-c926-48de-ae3c-b3e465ea4aef None None] Provisioning complete for port 8dedd321-418c-485d-b118-63edab2b1089 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:33:55.548853 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fe506682-c926-48de-ae3c-b3e465ea4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (8dedd321-418c-485d-b118-63edab2b1089), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:55.620223 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-fe506682-c926-48de-ae3c-b3e465ea4aef None None] Current status of the port 8dedd321-418c-485d-b118-63edab2b1089 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:33:56.350730 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 8dedd321-418c-485d-b118-63edab2b1089 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:33:56.391957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:56.399090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 8dedd321-418c-485d-b118-63edab2b1089 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:33:56.399479 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (8dedd321-418c-485d-b118-63edab2b1089), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:33:56.473053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 8dedd321-418c-485d-b118-63edab2b1089 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:33:59.428091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:33:59.462881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=38,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:02.255747 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:02.261597 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:02.774664 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:02.775445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:06.472238 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=78 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:13.319934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-96975522-eef1-4f46-a4fc-46d9eaa0955c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:15.576868 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-08244c24-e7ef-4a00-a13b-2e666be1b89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:16.714191 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:18.176639 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:18.656756 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:21.250720 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:34:28.580131 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=18 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:28.582372 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:41.249362 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=7 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:41.250077 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:43.324227 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c47c2301-6213-4ba8-a69e-1a9f0b73fff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:45.615437 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-154cac34-866a-414b-93dc-30672b036bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:46.701750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:48.181215 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:48.643614 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:34:58.250371 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:34:58.568929 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:34:58.575857 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:04.269940 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:13.334475 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-12e53445-79c8-4b85-bc40-d3529595bbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:15.591441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e1b88c26-b5ea-4fc0-bad3-d265576b4b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:16.246700 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:16.256148 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=7 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:16.693933 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:18.162761 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:18.631006 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:28.569638 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:28.571432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:34.141041 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52600) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:35:34.146765 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [None req-ee922591-f620-43ee-91ce-677e3be4e6b8 tempest-verify_tempest_config-1948668192 tempest-verify_tempest_config-1948668192-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:35:34.147721 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ee922591-f620-43ee-91ce-677e3be4e6b8 tempest-verify_tempest_config-1948668192 tempest-verify_tempest_config-1948668192-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056794 Jul 12 14:35:34.957946 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52618) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:35:35.248626 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:35:35.292164 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.364310 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Publish callbacks [] for security_group (374fd9b7-e490-4f67-95ac-75e5a3b7cc97), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.424584 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (374fd9b7-e490-4f67-95ac-75e5a3b7cc97), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.470159 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e04e897ed7fc45bca23ef28c4192a2c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5111759 Jul 12 14:35:35.471970 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374fd9b7-e490-4f67-95ac-75e5a3b7cc97,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:35:35.472858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52622) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:35:35.478706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.479050 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.479404 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.479750 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.480079 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.480401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.480723 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.481042 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.481400 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.481725 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.482056 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.482377 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.482690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.483002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.483315 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c0d4d-f752-4830-95bd-dc23463960ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.549603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Publish callbacks [] for security_group (374fd9b7-e490-4f67-95ac-75e5a3b7cc97), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.570399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Publish callbacks [] for security_group (374fd9b7-e490-4f67-95ac-75e5a3b7cc97), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.733223 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (374fd9b7-e490-4f67-95ac-75e5a3b7cc97), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.735733 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:35.736873 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/374fd9b7-e490-4f67-95ac-75e5a3b7cc97 HTTP/1.1" status: 204 len: 168 time: 0.2630103 Jul 12 14:35:35.745306 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374fd9b7-e490-4f67-95ac-75e5a3b7cc97,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:35:35.752050 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.752404 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.752745 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.753081 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.753445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.753775 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.754104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.754413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.754761 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.755087 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.755425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.755752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.756072 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.756673 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:35.756982 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480645e2-ecc5-4b5d-9280-4da8e203b4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:35:41.271942 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=15 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:43.378983 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-105bc99b-f112-412f-b5a8-88b9e9050e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:45.461876 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:45.474941 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:45.578512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a1b48077-2008-4a4d-a9b5-51b80f2b253a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:45.747658 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:45.748408 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:46.795891 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:48.172723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:48.624083 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:35:53.256391 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=16 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:53.264863 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:58.564387 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:35:58.571858 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:12.248076 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:36:13.320184 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-947db3ff-5e2c-4d65-b4f8-2842d07fb720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:15.593939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae989-ce2c-4240-9044-11ff8ac34be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:16.702487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:18.188422 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:18.622893 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:28.133268 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:28.575557 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:30.253573 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:30.259448 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:41.253668 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:41.254939 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:43.324509 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a6bef999-28ac-4c04-9bdd-a984284147dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:45.620861 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-7d7eb70b-6988-480c-be16-37b060c2584a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:46.706730 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:48.237980 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:48.626635 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:36:49.246856 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 5 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:36:58.569785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:36:58.571657 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:07.252428 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:07.256902 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:13.334351 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1d35fc73-5c5c-44e9-8b27-6d3df65a4491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:15.590890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1928-8ed7-4cf4-bd77-ede4387a349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:16.733976 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:18.194530 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:18.648572 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:24.802365 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514664'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:26.245561 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:37:34.733332 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:34.737261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:35.736399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52718) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:37:35.863290 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1bbb994a-9204-4920-9788-3929a5ac0470 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1258397 Jul 12 14:37:37.960738 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52728) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:37:38.015836 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-942ea38f-8901-416e-a809-864f05eb58e3 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0540144 Jul 12 14:37:43.355670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcf95-eda8-4e8f-8f1b-b30f08d3e587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:44.249115 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=16 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:44.254917 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=18 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:45.579341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-204e5efe-a081-4f53-ac1b-f45cf92e39de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:45.857742 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:46.710057 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:48.010615 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:37:48.217892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:48.663769 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:37:54.778046 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:03.244507 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:38:04.684862 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:04.691772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:13.342982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e5365b91-f96c-4617-bd9d-bd25f8f5c960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:15.576564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c9d79ab6-0144-46bc-b280-c21ecfd13bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:16.702683 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:18.199604 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:18.645457 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:21.245802 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:21.249781 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:24.793612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:34.728408 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:34.730289 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:40.244288 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:38:41.258470 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:43.358688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdfc2-ac12-4ec0-93a0-ce6a5da47e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:45.558332 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0ebfba70-7220-4c7e-b2b7-752bf507905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:46.690299 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:48.244072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:48.684098 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:54.774641 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:38:58.251655 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:38:58.256511 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:04.729010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:04.730858 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:13.351226 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2b7fd223-2f31-4465-80bd-0b2234534fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.152349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52892) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:14.491749 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-647627243-network', 'tenant_id': 'fe2b01873d92453599763e5523a862f8'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:14.585686 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Made reservation on behalf of fe2b01873d92453599763e5523a862f8 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:14.588052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.599795 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.702248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks [] for security_group (139728a5-3d8c-4a15-949c-2e0bcf26804f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.791059 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (139728a5-3d8c-4a15-949c-2e0bcf26804f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.812691 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:39:14.835239 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139728a5-3d8c-4a15-949c-2e0bcf26804f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:14.839992 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (1fef1776-a056-4acc-a9e1-2a3d312593c3), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.840323 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Added segment 1fef1776-a056-4acc-a9e1-2a3d312593c3 of type vlan for network 819820a3-8857-4e62-88e8-410b4a79b856 Jul 12 14:39:14.853426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.853779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.854130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.854467 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.854794 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.855118 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.855440 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.855759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.856092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.856415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.856747 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.857068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.857409 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.857725 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.858038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Tracked resource versions report: Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: pushed versions: Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: { 'AddressGroup': {'1.2'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Agent': {'1.1'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'ConntrackHelper': {'1.0'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Log': {'1.0'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'NDPProxy': {'1.0'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Network': {'1.1'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Port': {'1.7'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'PortForwarding': {'1.3'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'QosPolicy': {'1.10'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroup': {'1.5'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SubPort': {'1.0'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Subnet': {'1.1'}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Trunk': {'1.1'}} Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: consumer versions: Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: HyperV agent@hv-cinder-82002: {}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Agent': '1.1', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'ConntrackHelper': '1.0', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'LocalIPAssociation': '1.0', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Log': '1.0', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'NDPProxy': '1.0', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Network': '1.1', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Port': '1.7', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'PortForwarding': '1.3', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'QosPolicy': '1.10', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroup': '1.5', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SecurityGroupRule': '1.2', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'SubPort': '1.0', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Subnet': '1.1', Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: 'Trunk': '1.1'}} Jul 12 14:39:14.859265 dv-cinder-820027-12-iscsi neutron-server[105842]: {{(pid=105842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:39:14.901992 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (819820a3-8857-4e62-88e8-410b4a79b856), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.985707 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (819820a3-8857-4e62-88e8-410b4a79b856), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:14.989376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:14.989376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.049471 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] Pushing event updated for resources: {'Network': ['ID=819820a3-8857-4e62-88e8-410b4a79b856,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:15.059296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 819820a3-8857-4e62-88e8-410b4a79b856 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:39:15.148907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cef44b58-5a07-4ee8-baf1-24657fd1967e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9954741 Jul 12 14:39:15.151802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52932) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:15.157571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Request body: {'subnet': {'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-subnet', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:15.179720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52934) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:15.208683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52938) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:15.253839 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Made reservation on behalf of fe2b01873d92453599763e5523a862f8 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:15.256270 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.544601 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (6ef7a63b-7a20-464c-987e-a0c183d023b2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.575505 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-669995499-network', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:15.591784 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ac4bd5e4-532a-427e-82b0-a47a025c83f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.598755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef7a63b-7a20-464c-987e-a0c183d023b2,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:15.605891 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 52980) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:15.611597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-131487747-network', 'tenant_id': '165d7892df2f450d927c92d71cd96f29'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:15.655017 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:15.655380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Network hostable DHCP agents. Network: 819820a3-8857-4e62-88e8-410b4a79b856, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:39:15.699897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Made reservation on behalf of 3f550f8d11a74b8da5ad84607b79ac37 for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:15.702354 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.711121 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.757276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Made reservation on behalf of 165d7892df2f450d927c92d71cd96f29 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:15.759698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.771628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.783944 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:15.793120 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Network 819820a3-8857-4e62-88e8-410b4a79b856 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:39:15.801326 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks [] for security_group (e515d047-90cc-4545-b0e0-6fa12afca2ec), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.804234 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:15.862561 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1126841729-network', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:15.871994 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks [] for security_group (b7b1dab3-a502-4788-9aeb-54c8301e2d57), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.876775 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 819820a3-8857-4e62-88e8-410b4a79b856) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:15.882572 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:15.882788 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e515d047-90cc-4545-b0e0-6fa12afca2ec), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.884421 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.886245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d8d88-bbbf-4e0e-8765-8a6b5bb9095d None None] Network 819820a3-8857-4e62-88e8-410b4a79b856 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:15.901449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:39:15.922197 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.922543 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Added segment ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0 of type vlan for network c65826f1-3839-4331-9c1c-eca62ef0fb22 Jul 12 14:39:15.966249 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e515d047-90cc-4545-b0e0-6fa12afca2ec,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:15.968629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b7b1dab3-a502-4788-9aeb-54c8301e2d57), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:15.990601 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.990924 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.991272 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.991684 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.992021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.992355 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.992684 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.993039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.993440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.993917 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.994646 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.995351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.996371 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.997432 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:15.998255 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Tracked resource versions report: Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: pushed versions: Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: { 'AddressGroup': {'1.2'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Agent': {'1.1'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'ConntrackHelper': {'1.0'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Log': {'1.0'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'NDPProxy': {'1.0'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Network': {'1.1'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Port': {'1.7'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'PortForwarding': {'1.3'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'QosPolicy': {'1.10'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroup': {'1.5'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SubPort': {'1.0'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Subnet': {'1.1'}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Trunk': {'1.1'}} Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: consumer versions: Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: HyperV agent@hv-cinder-82002: {}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Agent': '1.1', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'ConntrackHelper': '1.0', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'LocalIPAssociation': '1.0', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Log': '1.0', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'NDPProxy': '1.0', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Network': '1.1', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Port': '1.7', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'PortForwarding': '1.3', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'QosPolicy': '1.10', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroup': '1.5', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SecurityGroupRule': '1.2', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'SubPort': '1.0', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Subnet': '1.1', Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: 'Trunk': '1.1'}} Jul 12 14:39:16.000874 dv-cinder-820027-12-iscsi neutron-server[105839]: {{(pid=105839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:39:16.006754 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1dab3-a502-4788-9aeb-54c8301e2d57,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:16.010241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:39:16.013866 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (c65826f1-3839-4331-9c1c-eca62ef0fb22), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.015592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a7d8b1ea-496b-443d-9f8f-5474fe19318f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8622773 Jul 12 14:39:16.018228 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Made reservation on behalf of 52569bf4eba24c2a9fa0ef8c26b8b22d for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:16.018883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 52998) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:16.022924 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.023095 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:16.044520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.051979 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-819820a3-8857-4e62-88e8-410b4a79b856', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:39:16.052931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.066539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (874c8a17-5b0b-4813-976d-c9467b16c521), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.074173 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Added segment 874c8a17-5b0b-4813-976d-c9467b16c521 of type vlan for network 8f2c907b-451f-45e4-9802-40ef4e3361a2 Jul 12 14:39:16.152829 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.157881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.171139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (8f2c907b-451f-45e4-9802-40ef4e3361a2), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.191712 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks [] for security_group (f1964edc-1489-4164-98a6-43494b9b21be), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.199746 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (c65826f1-3839-4331-9c1c-eca62ef0fb22), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.201405 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:16.203299 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.253424 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for router_controller (7ab81ceb-6717-4370-9e81-8dfe36d448e2), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.270212 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] Pushing event updated for resources: {'Network': ['ID=c65826f1-3839-4331-9c1c-eca62ef0fb22,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:16.289847 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Allocated IP 172.20.0.2 (819820a3-8857-4e62-88e8-410b4a79b856/6ef7a63b-7a20-464c-987e-a0c183d023b2/1213e086-d212-40d5-8021-db63e9d5620b) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:16.294374 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:39:16.323486 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f1964edc-1489-4164-98a6-43494b9b21be), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.325770 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (8f2c907b-451f-45e4-9802-40ef4e3361a2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.325770 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:16.326262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.339324 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:39:16.351908 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (61646ab3-cb59-4feb-a786-d4e64e0ac24d), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.352600 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Added segment 61646ab3-cb59-4feb-a786-d4e64e0ac24d of type vlan for network 0743c566-7c21-4b95-974f-e2dc9a3ae72e Jul 12 14:39:16.403351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (0743c566-7c21-4b95-974f-e2dc9a3ae72e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.489308 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:16.490900 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1964edc-1489-4164-98a6-43494b9b21be,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:16.504472 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e8f79cb4-da20-442d-9ee4-7f848e356305 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2941282 Jul 12 14:39:16.505334 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53008) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:16.510923 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Request body: {'subnet': {'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-subnet', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:16.535151 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (0743c566-7c21-4b95-974f-e2dc9a3ae72e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.536441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:16.537327 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.628929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2c907b-451f-45e4-9802-40ef4e3361a2,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:16.650033 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks [] for port (1213e086-d212-40d5-8021-db63e9d5620b), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.668591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:39:16.682042 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Made reservation on behalf of 3f550f8d11a74b8da5ad84607b79ac37 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:16.690058 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.703922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:16.750231 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (1213e086-d212-40d5-8021-db63e9d5620b), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.815648 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2085721 Jul 12 14:39:16.816926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb22ff9-f3d8-457a-9a2b-25131c105173 admin admin] Pushing event updated for resources: {'Network': ['ID=0743c566-7c21-4b95-974f-e2dc9a3ae72e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:16.826375 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53034) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:16.840927 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Request body: {'subnet': {'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1126841729-subnet', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:16.913747 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:16.916582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:16.943570 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:39:16.962586 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:16.982015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Made reservation on behalf of 52569bf4eba24c2a9fa0ef8c26b8b22d for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:16.985256 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.055999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3ac55d54-5abb-4986-8c9b-a486342cf2a2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8734415 Jul 12 14:39:17.063547 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53046) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:17.076946 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Request body: {'subnet': {'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-131487747-subnet', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:17.095598 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for router_gateway (7ab81ceb-6717-4370-9e81-8dfe36d448e2), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.171942 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:17.178481 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:17.209243 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Pushing event updated for resources: {'Port': ['ID=1213e086-d212-40d5-8021-db63e9d5620b,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:17.251619 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:39:17.255931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.256284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.256661 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.256997 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.257358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.257687 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.258011 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.258329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.258665 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.258990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.259309 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.259664 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.259964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.260282 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.260593 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Tracked resource versions report: Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: pushed versions: Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: { 'AddressGroup': {'1.2'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Agent': {'1.1'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'ConntrackHelper': {'1.0'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Log': {'1.0'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'NDPProxy': {'1.0'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Network': {'1.1'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Port': {'1.7'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'PortForwarding': {'1.3'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'QosPolicy': {'1.10'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroup': {'1.5'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SubPort': {'1.0'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Subnet': {'1.1'}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Trunk': {'1.1'}} Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: consumer versions: Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: HyperV agent@hv-cinder-82002: {}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Agent': '1.1', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'ConntrackHelper': '1.0', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'LocalIPAssociation': '1.0', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Log': '1.0', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'NDPProxy': '1.0', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Network': '1.1', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Port': '1.7', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'PortForwarding': '1.3', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'QosPolicy': '1.10', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroup': '1.5', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SecurityGroupRule': '1.2', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'SubPort': '1.0', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Subnet': '1.1', Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: 'Trunk': '1.1'}} Jul 12 14:39:17.261822 dv-cinder-820027-12-iscsi neutron-server[105845]: {{(pid=105845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:39:17.284731 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Made reservation on behalf of 165d7892df2f450d927c92d71cd96f29 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:17.305260 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.313548 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Attempting to bind port 1213e086-d212-40d5-8021-db63e9d5620b on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:17.314033 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Attempting to bind port 1213e086-d212-40d5-8021-db63e9d5620b by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:17.314347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Attempting to bind port 1213e086-d212-40d5-8021-db63e9d5620b on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:17.320569 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:17.321208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:17.322203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.322931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Bound using segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:17.323640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Bound port: 1213e086-d212-40d5-8021-db63e9d5620b, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:17.324424 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1213e086-d212-40d5-8021-db63e9d5620b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.381505 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (6d03ec40-1eae-4af1-a02a-4443a3102b6c), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.399426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:17.400787 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] For port 1213e086-d212-40d5-8021-db63e9d5620b, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:17.407838 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] For port 1213e086-d212-40d5-8021-db63e9d5620b, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1213e086-d212-40d5-8021-db63e9d5620b,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:17.439661 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (da256611-c8fe-4488-85cc-87cc5fabe155), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.481034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d03ec40-1eae-4af1-a02a-4443a3102b6c,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:17.490145 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1213e086-d212-40d5-8021-db63e9d5620b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.500655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Checking segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:17.500655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Network hostable DHCP agents. Network: 0743c566-7c21-4b95-974f-e2dc9a3ae72e, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:39:17.545275 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Checking segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:17.545642 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Network hostable DHCP agents. Network: c65826f1-3839-4331-9c1c-eca62ef0fb22, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:39:17.558833 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da256611-c8fe-4488-85cc-87cc5fabe155,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:17.581270 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa855a-c47a-4023-b60c-6f7c63d0375c None None] Pushing event updated for resources: {'Port': ['ID=1213e086-d212-40d5-8021-db63e9d5620b,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:17.621138 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:39:17.623293 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:39:17.693271 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for router_gateway (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.706700 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, c65826f1-3839-4331-9c1c-eca62ef0fb22) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:17.708785 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 0743c566-7c21-4b95-974f-e2dc9a3ae72e) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:17.714807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:17.719533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64795ba3-1f53-4357-a5da-f3435c882254 None None] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:17.727501 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.731411 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.766054 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:17.766995 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.777529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d6c6b-5561-4567-ab86-8a460120a79a None None] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:17.795832 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=21,neutron:UPDATE=6,neutron:SELECT=71,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:17.807513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (d3242041-ded6-41d4-857d-036c5d5f8467), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:17.895947 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-de1fd5b3-412e-484c-b8d8-52bbd5b20d47 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3888819 Jul 12 14:39:17.903519 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-03ddbaeb-2128-4213-ad21-2b049402a3a9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0721233 Jul 12 14:39:17.903519 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53076) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:17.909765 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53078) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:18.046933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:18.050385 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:18.051640 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3242041-ded6-41d4-857d-036c5d5f8467,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:18.051640 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Checking segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:18.051640 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Network hostable DHCP agents. Network: 8f2c907b-451f-45e4-9802-40ef4e3361a2, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:39:18.052689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:39:18.052689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.306460 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Allocated IP 172.27.3.68 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/7816f8af-a599-49f4-8aec-a77c3ef2d963) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:18.306460 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (b5c796bc-b434-454a-a1d0-d33f24551170), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.306460 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (b5c796bc-b434-454a-a1d0-d33f24551170), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.312890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:18.312890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.312890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.314942 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-c65826f1-3839-4331-9c1c-eca62ef0fb22', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:39:18.314942 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.317359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:18.317359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for router_controller (b5c796bc-b434-454a-a1d0-d33f24551170), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.323052 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for router_controller (b83e133b-5e9e-4924-ba7e-498814f948ed), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.325048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:39:18.325048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.432084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Allocated IP 172.20.0.2 (c65826f1-3839-4331-9c1c-eca62ef0fb22/da256611-c8fe-4488-85cc-87cc5fabe155/2e92dd06-f92a-46d7-abfe-79ca3e60d794) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:18.443563 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.448525 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 8f2c907b-451f-45e4-9802-40ef4e3361a2) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:18.453510 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:18.454094 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.464100 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215bb51-dfd1-4d53-933b-9d9db017285b None None] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:18.538172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.612857 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for router_gateway (b83e133b-5e9e-4924-ba7e-498814f948ed), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.632004 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:18.653439 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b26b46ed-d92c-4547-a314-54e32cb6f48c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5881808 Jul 12 14:39:18.653590 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53100) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:18.656038 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1213e086-d212-40d5-8021-db63e9d5620b up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:18.659336 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:18.675154 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:18.689182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:18.691608 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:18.726169 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:18.729474 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Allocated IP 172.20.0.2 (0743c566-7c21-4b95-974f-e2dc9a3ae72e/6d03ec40-1eae-4af1-a02a-4443a3102b6c/e6f7bfea-b417-49c2-ad47-404476539b6d) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:18.791437 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-8f2c907b-451f-45e4-9802-40ef4e3361a2', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'project_id': '165d7892df2f450d927c92d71cd96f29', 'fixed_ips': [{'subnet_id': 'd3242041-ded6-41d4-857d-036c5d5f8467'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:39:18.792598 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.810011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (9849625a-a9a0-4065-a1b8-947caec2a707), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.811088 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (9849625a-a9a0-4065-a1b8-947caec2a707), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:18.941322 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for router_controller (9849625a-a9a0-4065-a1b8-947caec2a707), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.054330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks [] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.071290 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:19.091926 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Pushing event updated for resources: {'Port': ['ID=7816f8af-a599-49f4-8aec-a77c3ef2d963,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:19.144479 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for router_gateway (b5c796bc-b434-454a-a1d0-d33f24551170), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.163035 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53128) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:19.198666 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1213e086-d212-40d5-8021-db63e9d5620b triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:19.202120 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1213e086-d212-40d5-8021-db63e9d5620b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.206523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.214223 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.221459 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ec50f-b9fb-4de1-aa44-3cb5760e3868 None None] Network 819820a3-8857-4e62-88e8-410b4a79b856 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:19.339364 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks [] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.426810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Allocated IP 172.20.0.2 (8f2c907b-451f-45e4-9802-40ef4e3361a2/d3242041-ded6-41d4-857d-036c5d5f8467/f56004ec-a1ec-489f-9bea-9da338e96d29) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:19.604985 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for router_gateway (b5c796bc-b434-454a-a1d0-d33f24551170), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.612884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for router_gateway (9849625a-a9a0-4065-a1b8-947caec2a707), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.616100 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-592cc81a-e2b5-44bd-9b57-3ce571436b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.630922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.648838 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for router_gateway (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.652410 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for router_gateway (b83e133b-5e9e-4924-ba7e-498814f948ed), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.677914 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.683814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.722113 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:19.770653 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:19.791220 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:19.801087 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:19.804079 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Provisioning complete for port 1213e086-d212-40d5-8021-db63e9d5620b triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:19.804584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1213e086-d212-40d5-8021-db63e9d5620b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.883802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Allocated IP 172.27.3.214 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:19.886320 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-592cc81a-e2b5-44bd-9b57-3ce571436b7d admin admin] Publish callbacks [] for security_group (86912c65-90a5-4b97-95f8-edeaa1f8a42e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:19.899812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:19.955881 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:19.957904 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:19.971416 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53146) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:20.010972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.016113 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Pushing event updated for resources: {'Port': ['ID=e6f7bfea-b417-49c2-ad47-404476539b6d,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.035324 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for router_gateway (9849625a-a9a0-4065-a1b8-947caec2a707), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.055494 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.116362 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-592cc81a-e2b5-44bd-9b57-3ce571436b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (86912c65-90a5-4b97-95f8-edeaa1f8a42e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.158624 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.163404 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-592cc81a-e2b5-44bd-9b57-3ce571436b7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91e67f47a1ee45689cd5a315ce580ecb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9974070 Jul 12 14:39:20.166538 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53160) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:20.179635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cc81a-e2b5-44bd-9b57-3ce571436b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86912c65-90a5-4b97-95f8-edeaa1f8a42e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.222104 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks [] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.226326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Pushing event updated for resources: {'Port': ['ID=2e92dd06-f92a-46d7-abfe-79ca3e60d794,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.251860 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] Publish callbacks [] for security_group (86912c65-90a5-4b97-95f8-edeaa1f8a42e), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.270986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] Publish callbacks [] for security_group (86912c65-90a5-4b97-95f8-edeaa1f8a42e), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.300396 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:20.343846 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e43b6551-aa41-4810-9015-537b22ea9f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.366346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.381922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1213e086-d212-40d5-8021-db63e9d5620b is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:20.382975 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1213e086-d212-40d5-8021-db63e9d5620b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.389094 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.413278 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Allocated IP 172.27.3.186 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/eb0c0998-256f-4ba1-b801-10ec3afeec87) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:20.422605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:20.424981 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:39:20.445406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:20.450221 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:20.450377 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Attempting to bind port e6f7bfea-b417-49c2-ad47-404476539b6d on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:20.450674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Attempting to bind port e6f7bfea-b417-49c2-ad47-404476539b6d by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:20.451182 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Attempting to bind port e6f7bfea-b417-49c2-ad47-404476539b6d on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:20.454557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.474291 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (86912c65-90a5-4b97-95f8-edeaa1f8a42e), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.475764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Attempting to bind port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:20.476129 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Attempting to bind port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:20.476745 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Attempting to bind port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:20.477522 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.492667 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:20.494672 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86912c65-90a5-4b97-95f8-edeaa1f8a42e HTTP/1.1" status: 204 len: 168 time: 0.3171780 Jul 12 14:39:20.505581 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:20.505949 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Checking segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:20.506393 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.513460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Bound using segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:20.513460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Bound port: e6f7bfea-b417-49c2-ad47-404476539b6d, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:20.513460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.527732 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a13ce-829d-4d58-bc39-6e67faeadf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86912c65-90a5-4b97-95f8-edeaa1f8a42e,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.549822 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:20.552265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:20.577686 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 1213e086-d212-40d5-8021-db63e9d5620b, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1213e086-d212-40d5-8021-db63e9d5620b,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:20.587105 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:20.587475 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Checking segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:20.587871 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.588290 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Bound using segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:20.588752 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Bound port: 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:20.589127 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.604521 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.608267 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Pushing event updated for resources: {'Port': ['ID=f56004ec-a1ec-489f-9bea-9da338e96d29,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.659741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Current status of the port 1213e086-d212-40d5-8021-db63e9d5620b is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:20.659741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1213e086-d212-40d5-8021-db63e9d5620b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.696520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.704962 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1213e086-d212-40d5-8021-db63e9d5620b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.770652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:20.779130 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:20.786451 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:20.812066 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Attempting to bind port f56004ec-a1ec-489f-9bea-9da338e96d29 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:20.812430 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Attempting to bind port f56004ec-a1ec-489f-9bea-9da338e96d29 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:20.812791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Attempting to bind port f56004ec-a1ec-489f-9bea-9da338e96d29 on network 8f2c907b-451f-45e4-9802-40ef4e3361a2 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:20.832694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Pushing event updated for resources: {'Port': ['ID=eb0c0998-256f-4ba1-b801-10ec3afeec87,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.854893 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] For port e6f7bfea-b417-49c2-ad47-404476539b6d, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:20.867061 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:20.867426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Checking segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:20.867876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.868261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Bound using segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:20.873447 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Bound port: f56004ec-a1ec-489f-9bea-9da338e96d29, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:20.873447 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.891793 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] For port 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:20.900984 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] For port e6f7bfea-b417-49c2-ad47-404476539b6d, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=e6f7bfea-b417-49c2-ad47-404476539b6d,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:20.910131 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=1213e086-d212-40d5-8021-db63e9d5620b,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:20.919809 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] For port 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2e92dd06-f92a-46d7-abfe-79ca3e60d794,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:20.923198 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.db.api [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 14:39:20.923651 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG oslo_db.api [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 14:39:20.931915 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e43b6551-aa41-4810-9015-537b22ea9f7d admin admin] Publish callbacks [] for security_group (5782666f-8b9d-4205-a830-4034d7d88e1f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.939877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:20.950500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:20.963330 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:20.963869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.967047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for router_gateway (b5c796bc-b434-454a-a1d0-d33f24551170), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:20.984895 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:20.985429 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:20.998287 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Allocated IP 172.27.3.174 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/939aa9b0-373b-4106-af7f-a8c421ffa7d8) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:21.002143 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.029346 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] For port f56004ec-a1ec-489f-9bea-9da338e96d29, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:21.029776 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e43b6551-aa41-4810-9015-537b22ea9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5782666f-8b9d-4205-a830-4034d7d88e1f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.070483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] For port f56004ec-a1ec-489f-9bea-9da338e96d29, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f56004ec-a1ec-489f-9bea-9da338e96d29,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:21.086696 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81905f-8124-4db8-823c-94a6f0d80deb None None] Pushing event updated for resources: {'Port': ['ID=e6f7bfea-b417-49c2-ad47-404476539b6d,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:21.123453 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.131203 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-62e181da-3315-46c3-95f8-a63d7a567916 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1111560 Jul 12 14:39:21.135830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53174) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:21.147872 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.200922 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e43b6551-aa41-4810-9015-537b22ea9f7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bc2c939bdd545e2b241429dcd5026ea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2268631 Jul 12 14:39:21.209411 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53178) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:21.211125 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:21.212512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c63b-f8bf-43b7-b4f7-c02a6210b257 None None] Pushing event updated for resources: {'Port': ['ID=2e92dd06-f92a-46d7-abfe-79ca3e60d794,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:21.251923 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:21.296859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf214360-eefd-4561-82a6-569e026a24c4 None None] Pushing event updated for resources: {'Port': ['ID=f56004ec-a1ec-489f-9bea-9da338e96d29,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:21.341292 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:21.342503 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b6551-aa41-4810-9015-537b22ea9f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782666f-8b9d-4205-a830-4034d7d88e1f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:21.498477 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.546627 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:21.562769 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-12b47f42-3e16-4725-831e-2a8987393510 None None] Current status of the port 1213e086-d212-40d5-8021-db63e9d5620b is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:21.691548 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-4132b486-0db9-4a6f-a31d-a8c1e860fe6f None None] Provisioning complete for port 1213e086-d212-40d5-8021-db63e9d5620b triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:21.694322 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4132b486-0db9-4a6f-a31d-a8c1e860fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1213e086-d212-40d5-8021-db63e9d5620b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.758972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] Publish callbacks [] for security_group (5782666f-8b9d-4205-a830-4034d7d88e1f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.772718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for router_gateway (b83e133b-5e9e-4924-ba7e-498814f948ed), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:21.956194 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:19Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:21.994668 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] Publish callbacks [] for security_group (5782666f-8b9d-4205-a830-4034d7d88e1f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.046217 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-4132b486-0db9-4a6f-a31d-a8c1e860fe6f None None] Current status of the port 1213e086-d212-40d5-8021-db63e9d5620b is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:22.063981 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (b5c796bc-b434-454a-a1d0-d33f24551170), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.070928 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:22.072009 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Updating router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 port 7816f8af-a599-49f4-8aec-a77c3ef2d963 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:22.168019 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.219459 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:22.368504 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Router b5c796bc-b434-454a-a1d0-d33f24551170 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:39:22.378959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5782666f-8b9d-4205-a830-4034d7d88e1f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.380868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.382248 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5782666f-8b9d-4205-a830-4034d7d88e1f HTTP/1.1" status: 204 len: 168 time: 1.1718917 Jul 12 14:39:22.447131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823d976-85bc-4d4c-84b0-8a5eaf8b9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782666f-8b9d-4205-a830-4034d7d88e1f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:22.451366 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:22.585854 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:22.597385 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:22.622601 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:22.632973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:22.704175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.713998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:22.715431 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f524005c-f1f3-445a-a19e-54b574a30283 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8047071 Jul 12 14:39:22.721465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53220) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:22.886294 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:22.914151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:23.030149 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks [] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.083663 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:23.100355 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.220530 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Pushing event updated for resources: {'Port': ['ID=7816f8af-a599-49f4-8aec-a77c3ef2d963,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:23.234802 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.235376 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.236366 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.236880 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.237716 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.238719 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.241903 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.242522 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.243156 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.243668 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.244397 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.245855 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.246447 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.247377 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.248292 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Tracked resource versions report: Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: pushed versions: Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: { 'AddressGroup': {'1.2'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Agent': {'1.1'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'ConntrackHelper': {'1.0'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'LocalIPAssociation': {'1.0'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Log': {'1.0'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'NDPProxy': {'1.0'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Network': {'1.1'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Port': {'1.7'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'PortForwarding': {'1.3'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'QosPolicy': {'1.10'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroup': {'1.5'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroupRule': {'1.2'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SubPort': {'1.0'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Subnet': {'1.1'}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Trunk': {'1.1'}} Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: consumer versions: Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: { DHCP agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: HyperV agent@hv-cinder-82002: {}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: L3 agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: Metadata agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: Metering agent@dv-cinder-820027-12-iscsi: {}, Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: Open vSwitch agent@dv-cinder-820027-12-iscsi: { 'AddressGroup': '1.2', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Agent': '1.1', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'ConntrackHelper': '1.0', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'LocalIPAssociation': '1.0', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Log': '1.0', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'NDPProxy': '1.0', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Network': '1.1', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Port': '1.7', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'PortForwarding': '1.3', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'QosPolicy': '1.10', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroup': '1.5', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SecurityGroupRule': '1.2', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'SubPort': '1.0', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Subnet': '1.1', Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: 'Trunk': '1.1'}} Jul 12 14:39:23.252287 dv-cinder-820027-12-iscsi neutron-server[105846]: {{(pid=105846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 14:39:23.276690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Pushing event updated for resources: {'Port': ['ID=939aa9b0-373b-4106-af7f-a8c421ffa7d8,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:23.283104 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Attempting to bind port 7816f8af-a599-49f4-8aec-a77c3ef2d963 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:23.283869 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Attempting to bind port 7816f8af-a599-49f4-8aec-a77c3ef2d963 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:23.284478 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Attempting to bind port 7816f8af-a599-49f4-8aec-a77c3ef2d963 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:23.289618 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Bound port: 7816f8af-a599-49f4-8aec-a77c3ef2d963, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:23.299970 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.312421 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2e92dd06-f92a-46d7-abfe-79ca3e60d794 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:23.332443 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:23.333279 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a510a-7aff-4185-a995-a557289185bc None None] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:23.378850 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] For port 7816f8af-a599-49f4-8aec-a77c3ef2d963, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:23.390571 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] For port 7816f8af-a599-49f4-8aec-a77c3ef2d963, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7816f8af-a599-49f4-8aec-a77c3ef2d963,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:23.427624 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:23.430502 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:23.438694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:23.471805 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.490056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:23.525960 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Provisioning complete for port f56004ec-a1ec-489f-9bea-9da338e96d29 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:23.526724 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.602296 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:23.603187 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:23.682037 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa338c-33e2-4075-adae-38b7ce398ffd None None] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:23.683317 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:23.715616 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de004585-bf82-402e-83ac-2c9e55d42eb7 None None] Pushing event updated for resources: {'Port': ['ID=7816f8af-a599-49f4-8aec-a77c3ef2d963,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:23.738962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53236) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:23.763774 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-131ae026-77c6-47dd-9b8a-99386043ad55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:23.823597 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:23.850287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:20Z', 'revision_number': 3, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:23.864443 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:23.887880 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.040724 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.128278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Current status of the port f56004ec-a1ec-489f-9bea-9da338e96d29 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:24.128689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.131002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f567b6-a3dc-46e7-a724-1a40c6d29280 None None] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:39:24.176185 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Router b83e133b-5e9e-4924-ba7e-498814f948ed is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:39:24.235812 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:24.236187 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.291040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:24.291626 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Updating router b5c796bc-b434-454a-a1d0-d33f24551170 port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:24.293490 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:19Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:24.345296 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Allocated IP 172.20.0.1 (0743c566-7c21-4b95-974f-e2dc9a3ae72e/6d03ec40-1eae-4af1-a02a-4443a3102b6c/49669f7c-09d9-4f49-8d8d-f705e408058a) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:24.349901 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:24.354411 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:24.361649 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30eef19-fb2b-4256-b084-65a9a61e3b11 None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:19Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:24.366054 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:24.379242 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:24.380100 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:24.396005 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] For port f56004ec-a1ec-489f-9bea-9da338e96d29, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f56004ec-a1ec-489f-9bea-9da338e96d29,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:24.417054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:24.443419 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.505924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-131ae026-77c6-47dd-9b8a-99386043ad55 admin admin] Publish callbacks [] for security_group (7b3f6dde-efda-48e0-ab31-86d75e4f12c5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.537130 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.539133 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-623222a6-d2e4-40fc-b053-9efeb12330ae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6367607 Jul 12 14:39:24.547301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53254) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:24.604842 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-131ae026-77c6-47dd-9b8a-99386043ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7b3f6dde-efda-48e0-ab31-86d75e4f12c5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.611681 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:24.696119 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-131ae026-77c6-47dd-9b8a-99386043ad55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f702d425dad4d648c13bca3da0b05d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9558346 Jul 12 14:39:24.701264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ae026-77c6-47dd-9b8a-99386043ad55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f6dde-efda-48e0-ab31-86d75e4f12c5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:24.718676 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53262) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:24.729547 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:24.781257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.786380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] Publish callbacks [] for security_group (7b3f6dde-efda-48e0-ab31-86d75e4f12c5), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.789195 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:24.815793 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Allocated IP 172.20.0.1 (819820a3-8857-4e62-88e8-410b4a79b856/6ef7a63b-7a20-464c-987e-a0c183d023b2/64653681-250f-4c66-9933-f7ef9d4352b1) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:24.815939 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] Publish callbacks [] for security_group (7b3f6dde-efda-48e0-ab31-86d75e4f12c5), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.821739 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for router_gateway (9849625a-a9a0-4065-a1b8-947caec2a707), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.919981 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:20Z', 'revision_number': 3, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:24.927693 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:24.955934 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:24.956278 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Updating router b83e133b-5e9e-4924-ba7e-498814f948ed port eb0c0998-256f-4ba1-b801-10ec3afeec87 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:24.957251 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks [] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:24.977797 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Provisioning complete for port f56004ec-a1ec-489f-9bea-9da338e96d29 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:24.978186 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.014747 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.030189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7b3f6dde-efda-48e0-ab31-86d75e4f12c5), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.030189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.030189 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b3f6dde-efda-48e0-ab31-86d75e4f12c5 HTTP/1.1" status: 204 len: 168 time: 0.3047621 Jul 12 14:39:25.054505 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bbc8e-ce0d-4c51-9b1c-4186796e58d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f6dde-efda-48e0-ab31-86d75e4f12c5,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.076411 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.157644 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.174018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:25.175350 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Pushing event updated for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.188247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:25.191677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:25.193517 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (b5c796bc-b434-454a-a1d0-d33f24551170), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.194305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9460f1-d8e0-479a-81f8-6099703e0caa None None] Pushing event updated for resources: {'Port': ['ID=f56004ec-a1ec-489f-9bea-9da338e96d29,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.200877 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:25.203032 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.280183 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks [] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.333798 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Current status of the port f56004ec-a1ec-489f-9bea-9da338e96d29 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:25.337325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.346029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Provisioning complete for port e6f7bfea-b417-49c2-ad47-404476539b6d triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:25.346566 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.407925 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2e92dd06-f92a-46d7-abfe-79ca3e60d794,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:25.411580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.428620 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.447697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.476971 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.477838 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760d42-697e-4aa9-8ec1-e2475cc0d6a8 None None] Pushing event updated for resources: {'Port': ['ID=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.499285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Attempting to bind port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:25.499917 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Attempting to bind port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:25.500278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Attempting to bind port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:25.535779 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:25.536166 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:25.536576 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.536974 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:25.542400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Bound port: cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:25.542400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.604332 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (9849625a-a9a0-4065-a1b8-947caec2a707), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.661425 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.669210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device e6f7bfea-b417-49c2-ad47-404476539b6d up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:25.705218 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] For port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:25.724707 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks [] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.804282 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.806974 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] For port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:25.843287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port e6f7bfea-b417-49c2-ad47-404476539b6d triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:25.843771 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.846922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Current status of the port e6f7bfea-b417-49c2-ad47-404476539b6d is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:25.847302 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.869608 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=2e92dd06-f92a-46d7-abfe-79ca3e60d794,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.918552 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.940460 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:25.942856 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5994-1789-424f-8c16-84229e282c14 None None] Pushing event updated for resources: {'Port': ['ID=eb0c0998-256f-4ba1-b801-10ec3afeec87,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:25.954015 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Attempting to bind port eb0c0998-256f-4ba1-b801-10ec3afeec87 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:25.954443 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Attempting to bind port eb0c0998-256f-4ba1-b801-10ec3afeec87 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:25.954860 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Attempting to bind port eb0c0998-256f-4ba1-b801-10ec3afeec87 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:25.981343 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks [] for port (64653681-250f-4c66-9933-f7ef9d4352b1), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.983375 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:25.984514 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:25.985084 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.985570 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:25.986182 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Bound port: eb0c0998-256f-4ba1-b801-10ec3afeec87, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:25.986651 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:25.991406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.039373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.063030 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] For port eb0c0998-256f-4ba1-b801-10ec3afeec87, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:26.077957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:26.078604 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:26.080329 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] For port eb0c0998-256f-4ba1-b801-10ec3afeec87, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=eb0c0998-256f-4ba1-b801-10ec3afeec87,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:26.081760 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] For port e6f7bfea-b417-49c2-ad47-404476539b6d, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=e6f7bfea-b417-49c2-ad47-404476539b6d,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:26.157261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.175034 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.189660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760d42-697e-4aa9-8ec1-e2475cc0d6a8 None None] Pushing event updated for resources: {'Port': ['ID=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:26.200673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.240536 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:26.245097 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Pushing event updated for resources: {'Port': ['ID=e6f7bfea-b417-49c2-ad47-404476539b6d,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:26.250472 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port e6f7bfea-b417-49c2-ad47-404476539b6d is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:26.250857 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.251979 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:26.252766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Provisioning complete for port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:26.253130 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.318987 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:26.319701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.338120 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5994-1789-424f-8c16-84229e282c14 None None] Pushing event updated for resources: {'Port': ['ID=eb0c0998-256f-4ba1-b801-10ec3afeec87,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:26.342667 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:26.343468 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:26.348688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:26.447590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks [] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.460372 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:26.518311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.521259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (b5c796bc-b434-454a-a1d0-d33f24551170), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.523476 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:26.547261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.db.api [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 14:39:26.547743 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG oslo_db.api [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 14:39:26.565572 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:26.617683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Pushing event updated for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:26.637047 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:26.722242 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-25ecc0ca-1353-479c-932f-85a5ec5586c0 None None] Current status of the port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:26.736196 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Pushing event updated for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:26.753389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:26.799600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53300) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:26.857032 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Router 9849625a-a9a0-4065-a1b8-947caec2a707 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:39:26.858743 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:26.862378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:26.891160 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.063244 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Allocated IP 172.20.0.1 (c65826f1-3839-4331-9c1c-eca62ef0fb22/da256611-c8fe-4488-85cc-87cc5fabe155/2c25e701-18b4-49ee-8fe6-6a3328d72da0) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:27.083271 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:27.110238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:39:27.132168 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:20Z', 'revision_number': 3, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:27.153089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Provisioning complete for port 49669f7c-09d9-4f49-8d8d-f705e408058a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:27.153517 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.194671 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b2d23-26b4-44ab-8b88-1870b32edfc5 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:20Z', 'revision_number': 3, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:27.234593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:27.293799 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Port 49669f7c-09d9-4f49-8d8d-f705e408058a cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:27.303460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port e6f7bfea-b417-49c2-ad47-404476539b6d is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:27.304458 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1213e086-d212-40d5-8021-db63e9d5620b up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:27.361344 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:27.378462 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-77a90244-9ac4-41ac-a273-7493e6203369 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5c796bc-b434-454a-a1d0-d33f24551170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6559148 Jul 12 14:39:27.413197 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:24Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:27.416612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Provisioning complete for port e6f7bfea-b417-49c2-ad47-404476539b6d triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:27.416954 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.486906 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb4865-82c5-4d71-ad4e-27bca210a584 None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:24Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:27.497013 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8bb737a6-613f-420a-afdc-8a7d18507879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.507489 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:27.523157 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1213e086-d212-40d5-8021-db63e9d5620b triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:27.523541 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1213e086-d212-40d5-8021-db63e9d5620b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.600473 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8bb737a6-613f-420a-afdc-8a7d18507879 admin admin] Publish callbacks [] for security_group (3cc0e92f-3e20-4dfe-b952-7bd5a2539776), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.609549 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks [] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.630979 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:27.648973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Current status of the port e6f7bfea-b417-49c2-ad47-404476539b6d is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:27.652168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:27.675989 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Provisioning complete for port 64653681-250f-4c66-9933-f7ef9d4352b1 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:27.675989 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.686190 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8bb737a6-613f-420a-afdc-8a7d18507879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3cc0e92f-3e20-4dfe-b952-7bd5a2539776), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.703639 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Sync routers for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:27.754751 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb737a6-613f-420a-afdc-8a7d18507879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0e92f-3e20-4dfe-b952-7bd5a2539776,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:27.769464 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1213e086-d212-40d5-8021-db63e9d5620b is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:27.770729 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f56004ec-a1ec-489f-9bea-9da338e96d29 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:27.775309 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7366-7955-4521-a56f-6ff41d1e4d08 None None] Port 64653681-250f-4c66-9933-f7ef9d4352b1 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:27.805303 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:27.806151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:27.821649 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8bb737a6-613f-420a-afdc-8a7d18507879 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2a5a85756714784bef24ea23bcf7dac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0144899 Jul 12 14:39:27.821770 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53332) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:27.821846 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks [] for port (64653681-250f-4c66-9933-f7ef9d4352b1), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.833274 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.838164 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-552ccc9d-9450-4585-976f-59c67e884684 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1831737 Jul 12 14:39:27.839921 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53336) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:27.929740 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.930862 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:27.975781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:27.985700 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] Publish callbacks [] for security_group (3cc0e92f-3e20-4dfe-b952-7bd5a2539776), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.011348 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:28.016118 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.049047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] Publish callbacks [] for security_group (3cc0e92f-3e20-4dfe-b952-7bd5a2539776), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.109896 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port f56004ec-a1ec-489f-9bea-9da338e96d29 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:28.110434 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.193198 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5802b858-8602-4400-880b-c45f7575f35d None None] Provisioning complete for port 49669f7c-09d9-4f49-8d8d-f705e408058a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:28.195054 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5802b858-8602-4400-880b-c45f7575f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.268661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3cc0e92f-3e20-4dfe-b952-7bd5a2539776), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.272823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.274188 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cc0e92f-3e20-4dfe-b952-7bd5a2539776 HTTP/1.1" status: 204 len: 168 time: 0.4539597 Jul 12 14:39:28.289262 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:28.306436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f68502-25de-4406-a175-673cb1123311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0e92f-3e20-4dfe-b952-7bd5a2539776,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:28.358550 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:28.375421 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5802b858-8602-4400-880b-c45f7575f35d None None] Port 49669f7c-09d9-4f49-8d8d-f705e408058a cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:28.427197 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:28.429694 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53350) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:28.435999 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977877755', 'description': 'tempest-description--1235863016'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:28.436688 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:28.438828 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:28.439533 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (b83e133b-5e9e-4924-ba7e-498814f948ed), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.457211 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:28.458371 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Pushing event updated for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:28.510785 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:28.568422 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.572172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port f56004ec-a1ec-489f-9bea-9da338e96d29 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:28.582592 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:28.629963 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Checking router: 9849625a-a9a0-4065-a1b8-947caec2a707 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:28.630322 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Updating router 9849625a-a9a0-4065-a1b8-947caec2a707 port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:28.674400 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:28.769830 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.858514 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (86a954a2-a09e-4c23-95d2-6b1d1c15a398), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:28.931541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (86a954a2-a09e-4c23-95d2-6b1d1c15a398), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.054337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a954a2-a09e-4c23-95d2-6b1d1c15a398,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:29.135097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.135097 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-44c882fe-d246-4343-b107-a6c0b2e469c8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7004652 Jul 12 14:39:29.135097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53364) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:29.140202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group_rule': {'security_group_id': '86a954a2-a09e-4c23-95d2-6b1d1c15a398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:29.167955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:29.174000 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:29.182882 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2e92dd06-f92a-46d7-abfe-79ca3e60d794 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:29.187441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-727a3435-af88-4c7f-b94d-e683339eef66 None None] Provisioning complete for port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:29.190011 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-727a3435-af88-4c7f-b94d-e683339eef66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.258645 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (7b078934-0b05-405f-a5ec-2d9ea4d69a21), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.306099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Pushing event updated for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:29.391580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-727a3435-af88-4c7f-b94d-e683339eef66 None None] Port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:29.412280 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53370) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:29.416050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:29.416444 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.437136 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (7b078934-0b05-405f-a5ec-2d9ea4d69a21), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.449140 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3457e859-caf7-4dab-bf1c-7e5496b64662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.470348 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:39:29.476327 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:29.494557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (7b078934-0b05-405f-a5ec-2d9ea4d69a21), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.552970 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b078934-0b05-405f-a5ec-2d9ea4d69a21,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:29.606939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-666514fd-9e25-4177-8606-d196adf5d7a6 None None] Provisioning complete for port 64653681-250f-4c66-9933-f7ef9d4352b1 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:29.608512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-666514fd-9e25-4177-8606-d196adf5d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.629895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3457e859-caf7-4dab-bf1c-7e5496b64662 admin admin] Publish callbacks [] for security_group (93e5f182-4bb3-44fd-b261-6c26320fb323), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.636473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.650120 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-0b590e11-7e95-453a-b585-0b26b4bc327a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5098128 Jul 12 14:39:29.652472 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53380) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:29.662366 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group_rule': {'security_group_id': '86a954a2-a09e-4c23-95d2-6b1d1c15a398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:29.669766 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:29.676159 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:29.682473 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device e6f7bfea-b417-49c2-ad47-404476539b6d up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:29.682555 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:29.696706 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-017df6e8-3eb7-439f-bed3-37ab6ff4d417 admin admin] 10.222.0.30 "PUT /v2.0/routers/7ab81ceb-6717-4370-9e81-8dfe36d448e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5586901 Jul 12 14:39:29.704345 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3457e859-caf7-4dab-bf1c-7e5496b64662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (93e5f182-4bb3-44fd-b261-6c26320fb323), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.723330 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:29.725440 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:29.751529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:29.763631 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks [] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.785278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-666514fd-9e25-4177-8606-d196adf5d7a6 None None] Port 64653681-250f-4c66-9933-f7ef9d4352b1 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:29.794679 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port e6f7bfea-b417-49c2-ad47-404476539b6d triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:29.795057 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.802886 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.870436 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3457e859-caf7-4dab-bf1c-7e5496b64662 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=481aec0c927e4e059113f24ad139ce43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541738 Jul 12 14:39:29.879781 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53384) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:29.894746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457e859-caf7-4dab-bf1c-7e5496b64662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e5f182-4bb3-44fd-b261-6c26320fb323,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:29.900241 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.946539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (cd343e28-51f8-4bb4-b6b2-9fdf852bd5fa), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:29.979121 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:30.001496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.017034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.029091 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2f032-7da6-46ec-9895-c8c4b95929c9 None None] Pushing event updated for resources: {'Port': ['ID=939aa9b0-373b-4106-af7f-a8c421ffa7d8,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:30.072161 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (cd343e28-51f8-4bb4-b6b2-9fdf852bd5fa), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.083431 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.150885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (cd343e28-51f8-4bb4-b6b2-9fdf852bd5fa), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.196723 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd343e28-51f8-4bb4-b6b2-9fdf852bd5fa,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:30.228694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.234124 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] Publish callbacks [] for security_group (93e5f182-4bb3-44fd-b261-6c26320fb323), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.261378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.262739 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a7d85b2a-787f-4444-8377-613d39ea5fd0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6091597 Jul 12 14:39:30.266117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53392) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:30.272245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:30.314596 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] Publish callbacks [] for security_group (93e5f182-4bb3-44fd-b261-6c26320fb323), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.321343 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Attempting to bind port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:30.321919 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Attempting to bind port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:30.322009 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Attempting to bind port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:30.344072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:30.344550 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:30.344833 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.345245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:30.345726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Bound port: 939aa9b0-373b-4106-af7f-a8c421ffa7d8, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:30.346102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.355908 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:27Z', 'revision_number': 2, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:30.387090 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:30.387090 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Updating router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 port 64653681-250f-4c66-9933-f7ef9d4352b1 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:30.402219 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.413276 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port e6f7bfea-b417-49c2-ad47-404476539b6d is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:30.413276 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7816f8af-a599-49f4-8aec-a77c3ef2d963 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:30.446069 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.451304 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53418) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:30.451859 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.466878 dv-cinder-820027-12-iscsi neutron-server[105842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 14:39:30.504149 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks [] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.525649 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] For port 939aa9b0-373b-4106-af7f-a8c421ffa7d8, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:30.528608 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 7816f8af-a599-49f4-8aec-a77c3ef2d963 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:30.529249 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.533438 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] For port 939aa9b0-373b-4106-af7f-a8c421ffa7d8, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=939aa9b0-373b-4106-af7f-a8c421ffa7d8,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:30.588961 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.589805 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (b83e133b-5e9e-4924-ba7e-498814f948ed), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.626154 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.661211 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.668849 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (93e5f182-4bb3-44fd-b261-6c26320fb323), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.674034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.678001 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93e5f182-4bb3-44fd-b261-6c26320fb323 HTTP/1.1" status: 204 len: 168 time: 0.7956486 Jul 12 14:39:30.681566 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Allocated IP 172.20.0.1 (8f2c907b-451f-45e4-9802-40ef4e3361a2/d3242041-ded6-41d4-857d-036c5d5f8467/96408052-50c8-42e9-a6c8-bbf03d30947f) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:30.739787 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2f032-7da6-46ec-9895-c8c4b95929c9 None None] Pushing event updated for resources: {'Port': ['ID=939aa9b0-373b-4106-af7f-a8c421ffa7d8,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:30.755628 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 7816f8af-a599-49f4-8aec-a77c3ef2d963 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:30.756644 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.756877 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208f7b5-8c59-40a5-aed2-3b99f215c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e5f182-4bb3-44fd-b261-6c26320fb323,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:30.762482 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Pushing event updated for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:30.847364 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:30.848328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:30.848617 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks [] for port (64653681-250f-4c66-9933-f7ef9d4352b1), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:30.851315 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.897782 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 7816f8af-a599-49f4-8aec-a77c3ef2d963, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7816f8af-a599-49f4-8aec-a77c3ef2d963,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:30.908046 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:30.917024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:30.917024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:30.961811 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.007350 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:31.012517 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.016196 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device eb0c0998-256f-4ba1-b801-10ec3afeec87 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:31.067064 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676b374-7fac-4f1d-b52a-785a6656fba7 None None] Pushing event updated for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:31.195501 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port eb0c0998-256f-4ba1-b801-10ec3afeec87 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:31.198736 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.198854 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:39:31.237323 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks [] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.406807 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.435369 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.465827 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Attempting to bind port 64653681-250f-4c66-9933-f7ef9d4352b1 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:31.466466 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Attempting to bind port 64653681-250f-4c66-9933-f7ef9d4352b1 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:31.466999 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Attempting to bind port 64653681-250f-4c66-9933-f7ef9d4352b1 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:31.491521 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:31.491789 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:31.500219 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.500765 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Bound using segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:31.502976 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Bound port: 64653681-250f-4c66-9933-f7ef9d4352b1, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:31.503982 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.543970 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-d5893f86-1212-42e7-90b7-907547738460 None None] Provisioning complete for port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:31.544476 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d5893f86-1212-42e7-90b7-907547738460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.550069 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=7816f8af-a599-49f4-8aec-a77c3ef2d963,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:31.598843 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:31.607234 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:31.622204 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a492b917-202d-4670-8190-2971abae16cb admin admin] 10.222.0.30 "PUT /v2.0/routers/b83e133b-5e9e-4924-ba7e-498814f948ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0614078 Jul 12 14:39:31.622480 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:31.628726 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:31.652405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-d0222457-71b5-4336-9757-66906edc7b1b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:31.664924 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-d0222457-71b5-4336-9757-66906edc7b1b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 1.2113447 Jul 12 14:39:31.689362 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:31.691199 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (9849625a-a9a0-4065-a1b8-947caec2a707), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.709874 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-c6d268da-5e00-47ad-896b-7e4941683c1e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/quotas/fe2b01873d92453599763e5523a862f8 HTTP/1.1" status: 200 len: 375 time: 0.0434217 Jul 12 14:39:31.723090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:31.723861 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:31.779357 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] For port 64653681-250f-4c66-9933-f7ef9d4352b1, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:31.786610 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] For port 64653681-250f-4c66-9933-f7ef9d4352b1, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=64653681-250f-4c66-9933-f7ef9d4352b1,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:31.807504 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Pushing event updated for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:31.853538 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-7a661086-e9b9-40e1-a925-3c5b1e2766b9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395190 Jul 12 14:39:31.871771 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:31.909992 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.003119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.003674 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:32.004441 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:32.056211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Allocated IP 172.27.3.190 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/8bc1dd69-155a-4e5e-a8ee-8279132b80a5) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:32.103766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:32.168500 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.204770 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.311155 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:32.311243 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-d5893f86-1212-42e7-90b7-907547738460 None None] Port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:32.321414 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port eb0c0998-256f-4ba1-b801-10ec3afeec87 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:32.321804 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.369381 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.393856 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.486757 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5eef12c6-93db-41c8-b76a-8ad57fdeb05f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:39:32.494671 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5eef12c6-93db-41c8-b76a-8ad57fdeb05f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1861286 Jul 12 14:39:32.565618 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:32.621609 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:32.643210 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks [] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.643816 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:31Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:32.655170 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-48474298-f8ef-45dc-b62c-7ad87d9b53d8 service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590786 Jul 12 14:39:32.660755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53474) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:32.675689 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477065943', 'description': 'tempest-description--268189715'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:32.677404 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:32.678450 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:32.680686 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port eb0c0998-256f-4ba1-b801-10ec3afeec87, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=eb0c0998-256f-4ba1-b801-10ec3afeec87,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:32.684009 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd07c6b-7e46-435f-8e19-5ce1550b1088 None None] The sync data for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi is: [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:23Z', 'revision_number': 3, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:32.689890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Provisioning complete for port 96408052-50c8-42e9-a6c8-bbf03d30947f triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:32.690721 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.713871 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.775139 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.785793 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.787122 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (9849625a-a9a0-4065-a1b8-947caec2a707), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.820250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=8bc1dd69-155a-4e5e-a8ee-8279132b80a5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:32.838713 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:32.839551 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f56004ec-a1ec-489f-9bea-9da338e96d29 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:32.932803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:32.945563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:32.960417 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:32.975712 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:32.996086 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Port 96408052-50c8-42e9-a6c8-bbf03d30947f cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:33.002877 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Pushing event updated for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:33.007297 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.093652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-1a7de05f-4f6c-49c7-bc94-1f99730432c5 service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368474 Jul 12 14:39:33.113672 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:33.142768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.168460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Provisioning complete for port 64653681-250f-4c66-9933-f7ef9d4352b1 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:33.168593 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.272469 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfab79c-e218-44c1-b977-14ea8cb3dca4 None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:31Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:33.292374 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port f56004ec-a1ec-489f-9bea-9da338e96d29 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:33.292779 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.296715 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676b374-7fac-4f1d-b52a-785a6656fba7 None None] Pushing event updated for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=4']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:33.381902 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:33.411846 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.419850 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 2, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:33.453867 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (5e7d0781-76be-4d74-be35-82d969f431d2), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.513598 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=eb0c0998-256f-4ba1-b801-10ec3afeec87,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:33.531738 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:33.534475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5e7d0781-76be-4d74-be35-82d969f431d2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.552301 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:33.552654 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Updating router b83e133b-5e9e-4924-ba7e-498814f948ed port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:33.572343 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:33.641550 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:33.717125 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.794138 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.810186 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53524) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:33.858695 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53528) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:33.916667 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 2, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:33.930805 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:33.960683 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:33.960683 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Updating router b5c796bc-b434-454a-a1d0-d33f24551170 port 49669f7c-09d9-4f49-8d8d-f705e408058a binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:34.101315 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.126435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.130596 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4657245 Jul 12 14:39:34.142451 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402a4f6-3805-4fc2-9784-43057a5fdf3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d0781-76be-4d74-be35-82d969f431d2,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:34.157255 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53550) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:34.175395 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group_rule': {'security_group_id': '5e7d0781-76be-4d74-be35-82d969f431d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:34.185147 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ca3c08d8-f2b7-48e2-ae93-8c86e1ef6bc7 req-1a68b1cb-7d0e-4555-84c3-8d788abf747a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 210 time: 0.3728800 Jul 12 14:39:34.189447 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Router 9849625a-a9a0-4065-a1b8-947caec2a707 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:39:34.190892 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:34.241107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.303142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=8bc1dd69-155a-4e5e-a8ee-8279132b80a5,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:34.364193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.366989 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8d77e464-e7fe-4c47-949e-729f288593a1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0998924 Jul 12 14:39:34.491777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65dad5fb-24e5-4b38-8b8e-0789baee34c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.621454 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Current status of the port 64653681-250f-4c66-9933-f7ef9d4352b1 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:34.622074 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.724623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65dad5fb-24e5-4b38-8b8e-0789baee34c4 admin admin] Publish callbacks [] for security_group (6517aa53-284a-4220-b4e9-ccf9d1fd87aa), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.867471 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:39:34.878153 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7882865a-92ad-4119-97b4-2bc1da079742 admin admin] 10.222.0.30 "PUT /v2.0/routers/9849625a-a9a0-4065-a1b8-947caec2a707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0371916 Jul 12 14:39:34.894981 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks [] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.923254 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (25a26f6e-6e87-442b-a9e0-5dbcac56b7a2), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.930731 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65dad5fb-24e5-4b38-8b8e-0789baee34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6517aa53-284a-4220-b4e9-ccf9d1fd87aa), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.961592 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:34.984305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] For port 64653681-250f-4c66-9933-f7ef9d4352b1, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=64653681-250f-4c66-9933-f7ef9d4352b1,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:34.984871 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:34.996988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port f56004ec-a1ec-489f-9bea-9da338e96d29 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:35.125782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (25a26f6e-6e87-442b-a9e0-5dbcac56b7a2), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.147617 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:35.158535 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.184388 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-65dad5fb-24e5-4b38-8b8e-0789baee34c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98f3b8e5987e4daebdcfdd6311032a67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2582304 Jul 12 14:39:35.185978 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53618) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:35.213905 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dad5fb-24e5-4b38-8b8e-0789baee34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6517aa53-284a-4220-b4e9-ccf9d1fd87aa,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:35.236371 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (25a26f6e-6e87-442b-a9e0-5dbcac56b7a2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.271357 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdda1-9013-4bb1-932f-f238680b6afa None None] Pushing event updated for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:35.348368 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a26f6e-6e87-442b-a9e0-5dbcac56b7a2,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:35.358239 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks [] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.454858 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.461083 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-1bf14d68-88ac-4d1a-9d70-abfd3af2c1d2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:35.463160 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ae47faef-f8eb-478c-a761-bccba2c9e696 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3024509 Jul 12 14:39:35.464544 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:35.470256 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-1bf14d68-88ac-4d1a-9d70-abfd3af2c1d2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 0.6628489 Jul 12 14:39:35.474848 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Attempting to bind port 49669f7c-09d9-4f49-8d8d-f705e408058a on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:35.477653 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53624) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:35.481484 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Attempting to bind port 49669f7c-09d9-4f49-8d8d-f705e408058a by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:35.482119 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Attempting to bind port 49669f7c-09d9-4f49-8d8d-f705e408058a on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:35.500736 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group_rule': {'security_group_id': '5e7d0781-76be-4d74-be35-82d969f431d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:35.502168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac966-807a-4d1f-ba57-8990a4f23925 None None] Provisioning complete for port 96408052-50c8-42e9-a6c8-bbf03d30947f triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:35.504848 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac966-807a-4d1f-ba57-8990a4f23925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.511314 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-7045cdf2-3d94-4fd0-b46d-a5a1307aab0e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--977877755&fields=id&tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 267 time: 0.3907595 Jul 12 14:39:35.518511 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:35.518881 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Checking segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:35.519287 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.519677 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Bound using segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:35.520161 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Bound port: 49669f7c-09d9-4f49-8d8d-f705e408058a, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:35.520532 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.534412 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] Publish callbacks [] for security_group (6517aa53-284a-4220-b4e9-ccf9d1fd87aa), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.538876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.559648 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-1b5bb18d-f9b5-4387-8ae3-0802244b5a87 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/quotas/fe2b01873d92453599763e5523a862f8 HTTP/1.1" status: 200 len: 375 time: 0.0882101 Jul 12 14:39:35.654591 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] Publish callbacks [] for security_group (6517aa53-284a-4220-b4e9-ccf9d1fd87aa), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.679166 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50ea19-c319-4e0a-a2ea-794a7c8dafa5 None None] Pushing event updated for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:35.757381 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7816f8af-a599-49f4-8aec-a77c3ef2d963 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:35.782635 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-fe9ce084-fa08-4a83-ab79-4bcb9c316022 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2220445 Jul 12 14:39:35.783601 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] For port 49669f7c-09d9-4f49-8d8d-f705e408058a, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:35.789547 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] For port 49669f7c-09d9-4f49-8d8d-f705e408058a, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=49669f7c-09d9-4f49-8d8d-f705e408058a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:35.796598 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (02ba1931-709a-4039-a3b8-6819914e0da2), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.826235 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73db8-4bbe-4239-b7cf-fd21c095d7dd None None] Pushing event updated for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:35.830247 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac966-807a-4d1f-ba57-8990a4f23925 None None] Port 96408052-50c8-42e9-a6c8-bbf03d30947f cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:35.851564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:35.889047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:35.901353 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.901865 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6517aa53-284a-4220-b4e9-ccf9d1fd87aa), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.907616 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.908859 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6517aa53-284a-4220-b4e9-ccf9d1fd87aa HTTP/1.1" status: 204 len: 168 time: 0.7218173 Jul 12 14:39:35.945733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 7816f8af-a599-49f4-8aec-a77c3ef2d963 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:35.945733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.964695 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (02ba1931-709a-4039-a3b8-6819914e0da2), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:35.966557 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f60581-dfd9-4b9d-ac48-35e575bead2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6517aa53-284a-4220-b4e9-ccf9d1fd87aa,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:36.032715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-608a82ab-372a-4d66-bff1-eb072143f005 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:36.049911 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-608a82ab-372a-4d66-bff1-eb072143f005 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 811 time: 0.5314283 Jul 12 14:39:36.057891 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (02ba1931-709a-4039-a3b8-6819914e0da2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.106600 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdda1-9013-4bb1-932f-f238680b6afa None None] Pushing event updated for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=4']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:36.109248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ba1931-709a-4039-a3b8-6819914e0da2,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:36.130007 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:36.130719 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:36.137644 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-ed7b4eed-98ca-42d0-a4cc-d960b4a7ed89 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/quotas/52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 375 time: 0.0764742 Jul 12 14:39:36.188010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Provisioning complete for port 49669f7c-09d9-4f49-8d8d-f705e408058a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:36.188436 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.239603 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.249876 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d8dfa574-408e-41f6-ad37-6d796928fc03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7652054 Jul 12 14:39:36.250726 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53646) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:36.270196 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:36.291421 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-9a1eeaa7-6b3e-44b1-9930-5baa7194551f service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076118 Jul 12 14:39:36.306341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Attempting to bind port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:36.308173 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Attempting to bind port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:36.311181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Attempting to bind port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:36.334986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:36.347278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:36.351445 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Checking segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:36.352045 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.353245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Bound using segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:36.354099 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Bound port: 2c25e701-18b4-49ee-8fe6-6a3328d72da0, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:36.354670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.381533 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:36.435674 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-1dc65381-ce3e-43e6-8a40-a01a5ee70131 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2970819 Jul 12 14:39:36.447601 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.512893 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 7816f8af-a599-49f4-8aec-a77c3ef2d963 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:36.514944 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device eb0c0998-256f-4ba1-b801-10ec3afeec87 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:36.584874 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Current status of the port 49669f7c-09d9-4f49-8d8d-f705e408058a is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:36.587116 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.611585 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:36.614914 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-7b1642b8-ed9a-42c2-964c-521e4e166e9a service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028929 Jul 12 14:39:36.665404 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port eb0c0998-256f-4ba1-b801-10ec3afeec87 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:36.666353 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.754973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:36.765725 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] For port 2c25e701-18b4-49ee-8fe6-6a3328d72da0, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:36.769685 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:36.830285 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.834740 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] For port 49669f7c-09d9-4f49-8d8d-f705e408058a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=49669f7c-09d9-4f49-8d8d-f705e408058a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:36.853484 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] For port 2c25e701-18b4-49ee-8fe6-6a3328d72da0, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2c25e701-18b4-49ee-8fe6-6a3328d72da0,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:36.866319 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:35Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:36.975148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port eb0c0998-256f-4ba1-b801-10ec3afeec87 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:36.976466 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 64653681-250f-4c66-9933-f7ef9d4352b1 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:36.978629 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:36.998577 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e5929-5e57-45d6-8188-e4f02fbf4bff None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:35Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:37.086628 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.157590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:37.158236 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:37.175806 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Allocated IP 172.27.3.31 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/7dcecaed-9426-476f-bff6-8178406a28cd) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:37.376923 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-d5fe3628-b1f4-4940-a155-a7fe4724eef1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:39:37.379334 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-d5fe3628-b1f4-4940-a155-a7fe4724eef1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3943014 Jul 12 14:39:37.463179 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (7dcecaed-9426-476f-bff6-8178406a28cd), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.523685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Provisioning complete for port 49669f7c-09d9-4f49-8d8d-f705e408058a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:37.525559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.647584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-dbf2957c-4cf4-47d1-9ddf-0e4bd3bdcd58 service neutron] 10.222.0.30 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597649 Jul 12 14:39:37.654297 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:37.670925 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.726012 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:37.731881 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:37.739175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:37.769724 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=7dcecaed-9426-476f-bff6-8178406a28cd,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:37.783774 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:37.801527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ce99f-c458-443d-98bf-4c6329ef8fc0 None None] Pushing event updated for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:37.888959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 64653681-250f-4c66-9933-f7ef9d4352b1 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:37.889731 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.903425 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:37.919473 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73db8-4bbe-4239-b7cf-fd21c095d7dd None None] Pushing event updated for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:38.018615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.068973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Current status of the port 49669f7c-09d9-4f49-8d8d-f705e408058a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:38.130378 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Provisioning complete for port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:38.130771 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.142618 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-7158eb50-9431-412e-b694-561827219ee2 service neutron] 10.222.0.30 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771910 Jul 12 14:39:38.193349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 64653681-250f-4c66-9933-f7ef9d4352b1 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:38.194664 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:38.231129 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-e41e09e4-065d-47f0-b766-34cf54409427 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:38.233662 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-e41e09e4-065d-47f0-b766-34cf54409427 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/networks?id=8f2c907b-451f-45e4-9802-40ef4e3361a2 HTTP/1.1" status: 200 len: 811 time: 0.2668588 Jul 12 14:39:38.252378 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:38.258653 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-18728df0-16f9-4cf6-bb48-9f34f7b5ea51 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/quotas/165d7892df2f450d927c92d71cd96f29 HTTP/1.1" status: 200 len: 375 time: 0.0191314 Jul 12 14:39:38.280826 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (7dcecaed-9426-476f-bff6-8178406a28cd), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.310960 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981b8f8-cbea-4a78-bc7d-836326ae5ea9 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:38.316844 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:38.317284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.357011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.361072 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-b88e088d-f1e6-48af-bed0-20f2fbf05cfa tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=165d7892df2f450d927c92d71cd96f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918295 Jul 12 14:39:38.399534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.462480 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=7dcecaed-9426-476f-bff6-8178406a28cd,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:38.548542 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.553820 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-53eb6ea3-fb2f-4f68-aba3-a4be302b5b83 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2997613 Jul 12 14:39:38.597521 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-8b77e483-0c42-411c-8a1b-31c5e6faec74 service neutron] 10.222.0.30 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295249 Jul 12 14:39:38.750046 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Current status of the port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:38.750541 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.765958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:38.804545 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:38.805265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:38.875454 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:38.888481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47cd467a-f8d7-4b5c-abda-13fb8b7a25f0 req-8f3e6ce4-3b61-4089-a312-1036d3e65c1a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.0807004 Jul 12 14:39:38.892425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-163a08b8-c6fe-4823-9638-d6a852fb6f5d service neutron] 10.222.0.30 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801974 Jul 12 14:39:38.903517 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] For port 2c25e701-18b4-49ee-8fe6-6a3328d72da0, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2c25e701-18b4-49ee-8fe6-6a3328d72da0,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:38.907096 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Sync routers for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:39:38.918083 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:38.918800 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:38.927211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:38.993262 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9bea9736-5c11-4ec4-ab6a-7b18ef8f3fae req-6f299617-c1a1-45d6-99df-b0ccceb0d02d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0402205 Jul 12 14:39:39.028331 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.029720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 939aa9b0-373b-4106-af7f-a8c421ffa7d8 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:39.130909 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:39.134644 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-e37d7007-5b84-4deb-90f9-8fec1af85268 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--477065943&fields=id&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 267 time: 0.0550261 Jul 12 14:39:39.187090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:39.208355 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:39.208899 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.214507 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.299476 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:39.348629 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f28d1d9e-243b-4424-b257-4562b9b9f316 req-14124869-5537-442d-a8ec-085cbca904d3 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0510907 Jul 12 14:39:39.419279 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-114d37aa-e8b3-4f05-812b-3fb10d9eca7d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:39.428624 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-114d37aa-e8b3-4f05-812b-3fb10d9eca7d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 816 time: 0.2754710 Jul 12 14:39:39.446029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-41a337cb-8ec6-4ba4-9a4f-14ccdb77b039 None None] Provisioning complete for port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:39.446628 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-41a337cb-8ec6-4ba4-9a4f-14ccdb77b039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.457035 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca668834-1c91-4c15-908f-001caf67b424 None None] Pushing event updated for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:39.470665 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-536beea6-0858-45d0-9503-4eb90c01ee3c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/quotas/3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 375 time: 0.0388179 Jul 12 14:39:39.550554 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:39.563906 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-c797590d-78df-4c3c-9874-665ccebd9b9e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916247 Jul 12 14:39:39.625772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:39.688664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-df4fde1e-b5d3-44e1-9e18-b783c5caaeaf service neutron] 10.222.0.30 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117799 Jul 12 14:39:39.693948 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:39.694326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.699235 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:39.718040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 939aa9b0-373b-4106-af7f-a8c421ffa7d8, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=939aa9b0-373b-4106-af7f-a8c421ffa7d8,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:39.764773 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:39.806117 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:39.865056 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-41a337cb-8ec6-4ba4-9a4f-14ccdb77b039 None None] Current status of the port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:39.884114 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96408052-50c8-42e9-a6c8-bbf03d30947f', 'name': '', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'mac_address': 'fa:16:3e:ed:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:30Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 2, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'subnets': [{'id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:39.965652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a126847-7e6d-4590-b9aa-6c6aafb2c688 service neutron] 10.222.0.30 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593803 Jul 12 14:39:39.965885 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Checking router: 9849625a-a9a0-4065-a1b8-947caec2a707 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:39:39.965885 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Updating router 9849625a-a9a0-4065-a1b8-947caec2a707 port 96408052-50c8-42e9-a6c8-bbf03d30947f binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:39:40.016362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=939aa9b0-373b-4106-af7f-a8c421ffa7d8,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:40.023649 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.334972 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2c25e701-18b4-49ee-8fe6-6a3328d72da0 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:40.480701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53846) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:40.509198 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-90b13106-7407-47ff-a70e-61c0dc945e7d req-dd7d517b-e04b-4e5d-941a-d736458f13ed tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.1638317 Jul 12 14:39:40.619552 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:40.620020 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.670349 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0942ca6d-30fd-422f-a0e0-aae9c6b2a556 req-cbdbc3fb-7601-423a-a6df-1527f5238ffc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0764501 Jul 12 14:39:40.754209 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-25bebf25-2956-4c98-b7cd-4a01145af8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.825482 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-32192023-5631-46fc-801e-733d885902ff req-4b7264bd-5c7c-41cd-8d4f-13c5943cd853 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jul 12 14:39:40.838520 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5c2bdb47-d394-42f2-9ed9-160f83bedd95 req-1579af3a-db49-41cf-9565-bdd1c78d707c tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0850463 Jul 12 14:39:40.864086 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-25bebf25-2956-4c98-b7cd-4a01145af8c0 admin admin] Publish callbacks [] for security_group (d30c48fb-4d43-4e4f-932b-5ed8fbd64c27), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.870048 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:40.871165 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 64653681-250f-4c66-9933-f7ef9d4352b1 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:40.890262 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks [] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.930888 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 64653681-250f-4c66-9933-f7ef9d4352b1 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:40.931283 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:40.972810 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-25bebf25-2956-4c98-b7cd-4a01145af8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d30c48fb-4d43-4e4f-932b-5ed8fbd64c27), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.005460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 64653681-250f-4c66-9933-f7ef9d4352b1 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:41.006532 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:41.020540 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-25bebf25-2956-4c98-b7cd-4a01145af8c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb3256d1556d48dea3804ffaf68a23c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416346 Jul 12 14:39:41.023315 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53864) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:41.044845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.077403 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bebf25-2956-4c98-b7cd-4a01145af8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30c48fb-4d43-4e4f-932b-5ed8fbd64c27,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:41.120807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] Publish callbacks [] for security_group (d30c48fb-4d43-4e4f-932b-5ed8fbd64c27), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.121255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b7086-5d81-453d-a90f-a1fdd1e888b7 None None] Pushing event updated for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:41.129293 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:41.129477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.163587 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] Publish callbacks [] for security_group (d30c48fb-4d43-4e4f-932b-5ed8fbd64c27), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.222275 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:41.277533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Attempting to bind port 96408052-50c8-42e9-a6c8-bbf03d30947f on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:41.278080 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Attempting to bind port 96408052-50c8-42e9-a6c8-bbf03d30947f by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:41.278599 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Attempting to bind port 96408052-50c8-42e9-a6c8-bbf03d30947f on network 8f2c907b-451f-45e4-9802-40ef4e3361a2 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:41.290674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:41.291239 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Checking segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:41.291758 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.292324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Bound using segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:41.292810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Bound port: 96408052-50c8-42e9-a6c8-bbf03d30947f, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:41.293212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.344455 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d30c48fb-4d43-4e4f-932b-5ed8fbd64c27), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.347040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:41.348492 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d30c48fb-4d43-4e4f-932b-5ed8fbd64c27 HTTP/1.1" status: 204 len: 168 time: 0.3240881 Jul 12 14:39:41.378116 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf2f67-9bc4-4035-87a1-54106a44bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30c48fb-4d43-4e4f-932b-5ed8fbd64c27,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:41.492805 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:41.512793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.33', 64471) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:41.657631 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.33', 64473) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:41.660137 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] For port 96408052-50c8-42e9-a6c8-bbf03d30947f, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:41.674151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] For port 96408052-50c8-42e9-a6c8-bbf03d30947f, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96408052-50c8-42e9-a6c8-bbf03d30947f,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:41.688498 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:41.693089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 49669f7c-09d9-4f49-8d8d-f705e408058a up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:41.801789 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-43e2286c-ca85-465b-bd7f-6a6a47d3f007 req-5e56b744-f93b-45f0-a4d5-b79981e5e93e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.1404064 Jul 12 14:39:41.857892 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac8af9b9-a98d-4031-91c5-516b9ac41e31 req-519c4d55-6bb5-46af-b716-9f9b92134b74 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0664155 Jul 12 14:39:41.974807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-da584415-6c67-4aa4-9908-605053e04746 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:41.977337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-4db9130c-2f3e-41cc-9350-776f280fab89 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:41.979597 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-4db9130c-2f3e-41cc-9350-776f280fab89 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 0.4655335 Jul 12 14:39:41.980992 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-da584415-6c67-4aa4-9908-605053e04746 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 0.3220880 Jul 12 14:39:42.069215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea04a823-d847-491b-9fac-53eeb0c70337 req-cc9abd32-534d-4534-84be-6343bd2ab4fb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0811629 Jul 12 14:39:42.069411 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Provisioning complete for port 96408052-50c8-42e9-a6c8-bbf03d30947f triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:42.069411 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.101295 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'port': {'device_id': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'admin_state_up': True, 'tenant_id': 'fe2b01873d92453599763e5523a862f8'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:42.125039 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.144428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'port': {'device_id': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'admin_state_up': True, 'tenant_id': 'fe2b01873d92453599763e5523a862f8'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:42.160514 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fa65923c-930b-4fd5-9b0a-23151345c5db req-b922a89a-a915-456d-9ad4-f4d888b9aafb tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.1149111 Jul 12 14:39:42.251536 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b7086-5d81-453d-a90f-a1fdd1e888b7 None None] Pushing event updated for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:42.308836 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:39:42.309503 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:39:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:42.375244 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Made reservation on behalf of fe2b01873d92453599763e5523a862f8 for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:42.378587 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 49669f7c-09d9-4f49-8d8d-f705e408058a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:42.379256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.383603 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.430070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Made reservation on behalf of fe2b01873d92453599763e5523a862f8 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:42.435516 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Current status of the port 96408052-50c8-42e9-a6c8-bbf03d30947f is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:42.436111 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.442454 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.509344 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] For port 96408052-50c8-42e9-a6c8-bbf03d30947f, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96408052-50c8-42e9-a6c8-bbf03d30947f,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:39:42.601964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.638231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 53928) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:42.702928 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14716dd-c4c3-4482-a023-d0ed3278f254 None None] Pushing event updated for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:42.723738 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1070-ac39-4462-9cf6-6b0a673ee02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.745794 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:39:42.877906 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 49669f7c-09d9-4f49-8d8d-f705e408058a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:42.892927 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:42.898136 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5bf41537-9821-4aa5-98f1-461160fc05d1 None None] Provisioning complete for port 96408052-50c8-42e9-a6c8-bbf03d30947f triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:42.900256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5bf41537-9821-4aa5-98f1-461160fc05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:42.916270 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:43.104855 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33bc2b2c-97f9-41b4-bb4c-26ccf51af140 req-293da0de-16ee-49fd-ac09-55c5bfa09084 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.1122332 Jul 12 14:39:43.108483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:43.111287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 939aa9b0-373b-4106-af7f-a8c421ffa7d8 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:43.151344 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e93af17-9480-4ea5-afa8-bd6c8e057544 req-3bcc69ab-fcea-4fd7-933a-5dad83264950 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.1151974 Jul 12 14:39:43.157130 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:43.165475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Allocated IP 172.20.0.4 (819820a3-8857-4e62-88e8-410b4a79b856/6ef7a63b-7a20-464c-987e-a0c183d023b2/148d0905-282d-448c-899b-1f113dada0e4) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:43.172789 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:43.178091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.33', 64483) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:43.298236 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:43.298941 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:43.331884 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1070-ac39-4462-9cf6-6b0a673ee02d admin admin] Publish callbacks [] for security_group (a336621e-95d2-4355-afbe-497e5d3e70b7), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:43.358437 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-52b46121-94d8-4270-b2e6-62e63360c880 req-dd7e4764-8c53-42bd-b056-150c56e5f766 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.1244442 Jul 12 14:39:43.375299 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5bf41537-9821-4aa5-98f1-461160fc05d1 None None] Current status of the port 96408052-50c8-42e9-a6c8-bbf03d30947f is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:43.377811 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96408052-50c8-42e9-a6c8-bbf03d30947f', 'name': '', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'mac_address': 'fa:16:3e:ed:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:30Z', 'updated_at': '2022-07-12T14:39:41Z', 'revision_number': 4, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'subnets': [{'id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:39:43.395978 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:43.408061 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-911d1f98-229e-4e35-b56e-9082e2a06928 req-017a8278-bdae-4add-95f8-e88653ec9d44 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0726299 Jul 12 14:39:43.416208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31463ce-90ee-4a77-a3f7-9c4bbc85cad2 None None] The sync data for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi is: [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96408052-50c8-42e9-a6c8-bbf03d30947f', 'name': '', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'mac_address': 'fa:16:3e:ed:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:30Z', 'updated_at': '2022-07-12T14:39:41Z', 'revision_number': 4, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'subnets': [{'id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:39:43.482988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a6a88f85-aee0-44c8-9a03-3f18cd7dbd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:43.522295 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-d6341579-6573-4122-80bd-86a57e17dbe2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:43.531492 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-d6341579-6573-4122-80bd-86a57e17dbe2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 811 time: 0.3491826 Jul 12 14:39:43.532571 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.33', 64486) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:43.533814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:43.784495 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1070-ac39-4462-9cf6-6b0a673ee02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a336621e-95d2-4355-afbe-497e5d3e70b7), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:43.819346 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-659f8672-983c-4148-ae9f-ba7d74c0b76a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 379 time: 0.2574916 Jul 12 14:39:43.824602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cb9d1070-ac39-4462-9cf6-6b0a673ee02d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dd4136c567a4944a7f6e7b0b0ec3637&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1851034 Jul 12 14:39:43.829648 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-42e2f6c0-813a-4648-bca6-86c9bf75ab67 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:43.831553 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-42e2f6c0-813a-4648-bca6-86c9bf75ab67 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.33 "GET /v2.0/networks?id=8f2c907b-451f-45e4-9802-40ef4e3361a2 HTTP/1.1" status: 200 len: 811 time: 0.2965169 Jul 12 14:39:43.832340 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 53980) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:43.895128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1070-ac39-4462-9cf6-6b0a673ee02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a336621e-95d2-4355-afbe-497e5d3e70b7,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:43.957701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] Publish callbacks [] for security_group (a336621e-95d2-4355-afbe-497e5d3e70b7), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.021075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for port (148d0905-282d-448c-899b-1f113dada0e4), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.053694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] Publish callbacks [] for security_group (a336621e-95d2-4355-afbe-497e5d3e70b7), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.191145 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.310698 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a336621e-95d2-4355-afbe-497e5d3e70b7), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.314610 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.316356 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a336621e-95d2-4355-afbe-497e5d3e70b7 HTTP/1.1" status: 204 len: 168 time: 0.4827099 Jul 12 14:39:44.333085 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Allocated IP 172.20.0.10 (819820a3-8857-4e62-88e8-410b4a79b856/6ef7a63b-7a20-464c-987e-a0c183d023b2/fc527dbc-5958-4a00-a992-5b997bbfade2) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:44.338830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffa333-7479-4365-bc73-0f687c9be027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336621e-95d2-4355-afbe-497e5d3e70b7,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:44.517787 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a738b9-df54-4648-ab2b-25b87d89fe12 req-defe2d66-5751-4f71-9e5e-87c2e786a8dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:44.519833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6a738b9-df54-4648-ab2b-25b87d89fe12 req-defe2d66-5751-4f71-9e5e-87c2e786a8dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 931 time: 0.1452928 Jul 12 14:39:44.524513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:44.531179 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:44.540736 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:44.564487 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.581739 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0346d49c-80ca-44e0-8829-303c8b7d6859 req-77a2e263-3272-4794-90f4-a421a881c260 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.1502337 Jul 12 14:39:44.628779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:44.633941 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:44.634555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.661698 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6a738b9-df54-4648-ab2b-25b87d89fe12 req-0f19bdbd-1db8-41fb-8c87-9edcb16d3767 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341219 Jul 12 14:39:44.681179 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.721955 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89fc604a-55be-41d9-88eb-d23afd6db88f req-d8170b0f-ffc3-435a-bb02-8a78cbbb8a69 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0592201 Jul 12 14:39:44.742982 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-beab315a-2a47-472e-85b6-80219eedc1f1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6059122 Jul 12 14:39:44.801429 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:44.806375 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:44.811578 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:44.816877 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ff636fa6-8abd-46b9-833e-6dff363c0b02 req-779b8320-0d29-45f3-abfd-7fe287a3f3b8 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0572574 Jul 12 14:39:44.817437 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:44.818280 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.829702 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:44.941757 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-5b94cc38-5a67-416c-8598-c0a869b49f6d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8466916 Jul 12 14:39:44.943608 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9b763338-cdce-438b-baa5-1adccb475b51 None None] Provisioning complete for port 148d0905-282d-448c-899b-1f113dada0e4 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:44.945732 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9b763338-cdce-438b-baa5-1adccb475b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (148d0905-282d-448c-899b-1f113dada0e4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:44.989584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9b763338-cdce-438b-baa5-1adccb475b51 None None] Port 148d0905-282d-448c-899b-1f113dada0e4 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:45.004053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96408052-50c8-42e9-a6c8-bbf03d30947f up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:39:45.024431 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:45.025489 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:45.051955 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 96408052-50c8-42e9-a6c8-bbf03d30947f triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:45.052251 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:45.130346 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 96408052-50c8-42e9-a6c8-bbf03d30947f is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:39:45.206444 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-7ce1049d-d77b-4eb2-bedc-d114c333c30a None None] Provisioning complete for port fc527dbc-5958-4a00-a992-5b997bbfade2 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:45.206826 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-7ce1049d-d77b-4eb2-bedc-d114c333c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:45.241145 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1049d-d77b-4eb2-bedc-d114c333c30a None None] Port fc527dbc-5958-4a00-a992-5b997bbfade2 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:45.446834 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:45.583796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a560-6376-4db8-b2e7-52083ee00311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:45.667547 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:45.690108 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e3460f2e-7580-4089-9e2f-c5f9d7384455 req-1c0327c5-6c7a-4a14-bb02-be5ac78b1841 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0322025 Jul 12 14:39:45.738732 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:45.784955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad91d5-b024-45ba-8098-97bb47e24c72 req-753ec0d4-ac57-4331-815c-d562ee5e2532 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:45.786464 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6ad91d5-b024-45ba-8098-97bb47e24c72 req-753ec0d4-ac57-4331-815c-d562ee5e2532 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 931 time: 0.0492415 Jul 12 14:39:45.849274 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9210769-5950-4b7f-9c29-6b580f500283 req-2c8d467f-130c-4f89-add7-c76bcbfef105 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Jul 12 14:39:45.885704 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6ad91d5-b024-45ba-8098-97bb47e24c72 req-2fbe5e1b-41ef-428a-a7e3-d18ab94cda76 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933001 Jul 12 14:39:45.941979 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-49fb67b2-3b4d-4b83-ba68-95b64aa83c21 req-e326b1aa-82de-44e6-929e-2099ce7d115b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0314062 Jul 12 14:39:46.778708 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:46.867011 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-78a99611-18db-4422-af76-4be0dd5e9443 req-d86395d6-c33f-45cd-b097-92975baf891a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0639396 Jul 12 14:39:46.925726 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'port': {'device_id': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'admin_state_up': True, 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'security_groups': ['86a954a2-a09e-4c23-95d2-6b1d1c15a398']}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:46.927012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72cb5ef6-a43a-4642-a428-7df6f1788f41 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:39:46.928452 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72cb5ef6-a43a-4642-a428-7df6f1788f41 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069702 Jul 12 14:39:46.960718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-67fc0e49-f2ac-4257-a620-930ea2379bd3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:39:46.969514 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.33', 64489) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:46.970629 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-67fc0e49-f2ac-4257-a620-930ea2379bd3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0393562 Jul 12 14:39:47.028427 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Request body: {'port': {'device_id': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'admin_state_up': True, 'tenant_id': '165d7892df2f450d927c92d71cd96f29'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:47.117254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c11c-9005-49a8-89e7-214e0952bce1 req-db4b2ffd-817c-43eb-842e-fbe0471e8549 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:47.127697 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-60b2c11c-9005-49a8-89e7-214e0952bce1 req-db4b2ffd-817c-43eb-842e-fbe0471e8549 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 931 time: 0.1275053 Jul 12 14:39:47.212675 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-79fcdb5a-3444-4eb1-8361-b0cc4e29d59a req-9c3804bc-7cc0-4d96-87e9-18246af06ab1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.1271775 Jul 12 14:39:47.401536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-d334d860-5dd2-4cad-8bbc-8a8f64c4646d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:47.403233 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-d334d860-5dd2-4cad-8bbc-8a8f64c4646d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 816 time: 0.3834503 Jul 12 14:39:47.690131 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=40 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:47.691643 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc4cb377-5c24-4892-8071-f691d73d4826 req-eb98172e-88f0-4864-812b-bd769a1f420f tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.1591332 Jul 12 14:39:47.691643 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-60b2c11c-9005-49a8-89e7-214e0952bce1 req-01db12a0-a1b2-44f8-b912-2a34e75649d2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645918 Jul 12 14:39:47.691872 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Request body: {'port': {'device_id': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:47.692037 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Request body: {'port': {'device_id': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:47.692421 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (148d0905-282d-448c-899b-1f113dada0e4), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:47.694318 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-067f45bb-f48c-4175-88de-42018af19e54 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 379 time: 0.1294129 Jul 12 14:39:47.694318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'port': {'device_id': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'admin_state_up': True, 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'security_groups': ['5e7d0781-76be-4d74-be35-82d969f431d2']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:47.694318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:47.694318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54120) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:47.776974 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Made reservation on behalf of 52569bf4eba24c2a9fa0ef8c26b8b22d for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:47.792023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:47.832650 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb02939-eadb-41ac-99f6-3cd693afb81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:47.841526 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Made reservation on behalf of 165d7892df2f450d927c92d71cd96f29 for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:47.851474 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.056390 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:48.068485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb02939-eadb-41ac-99f6-3cd693afb81e admin admin] Publish callbacks [] for security_group (8ae52662-4be1-401b-a6e2-3c68c0222372), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.115855 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93ca7b98-0e3c-46e3-90bc-41bbf5cd2fdf req-577ed212-a561-490d-b625-a511a1f62673 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0603893 Jul 12 14:39:48.213440 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb02939-eadb-41ac-99f6-3cd693afb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8ae52662-4be1-401b-a6e2-3c68c0222372), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.229791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Made reservation on behalf of 3f550f8d11a74b8da5ad84607b79ac37 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:39:48.234261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.275669 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.279465 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Allocated IP 172.20.0.13 (0743c566-7c21-4b95-974f-e2dc9a3ae72e/6d03ec40-1eae-4af1-a02a-4443a3102b6c/68fcc4b4-c1bb-4548-816a-03ac719e76aa) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:48.300063 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:48.332981 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:48.346229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:48.355801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb02939-eadb-41ac-99f6-3cd693afb81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae52662-4be1-401b-a6e2-3c68c0222372,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:48.366768 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-9cb02939-eadb-41ac-99f6-3cd693afb81e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79eb54378c084f74afef00a94ea2834d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6723411 Jul 12 14:39:48.372591 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Allocated IP 172.20.0.7 (8f2c907b-451f-45e4-9802-40ef4e3361a2/d3242041-ded6-41d4-857d-036c5d5f8467/f286bedd-3258-42e6-b8d5-c69bf1cec4da) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:48.380927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54142) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:48.436926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148d0905-282d-448c-899b-1f113dada0e4 {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:39:48.455989 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks [] for port (148d0905-282d-448c-899b-1f113dada0e4), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.594900 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Transition to ACTIVE for port object 148d0905-282d-448c-899b-1f113dada0e4 will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:39:48.641261 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dafa89ef-17da-4e11-a32a-1e6716ab1394 req-b54bd33c-9016-4d61-bb2a-7161efa681f2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.1466606 Jul 12 14:39:48.710082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.803907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] Publish callbacks [] for security_group (8ae52662-4be1-401b-a6e2-3c68c0222372), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:48.876388 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bbe90737-b90e-4665-8cfb-b382f59c8746 req-4dc267d8-e76d-41f9-a5b3-b2551e91606e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0910230 Jul 12 14:39:48.965094 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54168) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:49.015370 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Allocated IP 172.20.0.12 (c65826f1-3839-4331-9c1c-eca62ef0fb22/da256611-c8fe-4488-85cc-87cc5fabe155/f0edff70-5e51-412d-b474-2a70b09725f5) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:39:49.025557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] Publish callbacks [] for security_group (8ae52662-4be1-401b-a6e2-3c68c0222372), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.066783 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697846-1d9a-47c1-b2b9-2b1a5fc96d10 req-ceda78f5-d782-4338-aa22-661466b6c7d3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:49.075513 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d697846-1d9a-47c1-b2b9-2b1a5fc96d10 req-ceda78f5-d782-4338-aa22-661466b6c7d3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.2287121 Jul 12 14:39:49.089193 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks [] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.129101 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.173187 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.237765 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.351185 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:49.369128 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:49.400829 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:49.406796 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:49.407582 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.412093 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Pushing event updated for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:49.520360 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Attempting to bind port 148d0905-282d-448c-899b-1f113dada0e4 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:49.520816 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Attempting to bind port 148d0905-282d-448c-899b-1f113dada0e4 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:49.525378 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Attempting to bind port 148d0905-282d-448c-899b-1f113dada0e4 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:49.533537 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fba-8899-496c-a015-83a6d5f90121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.546304 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Port 148d0905-282d-448c-899b-1f113dada0e4 on network 819820a3-8857-4e62-88e8-410b4a79b856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:39:49.546625 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Attempting to bind port 148d0905-282d-448c-899b-1f113dada0e4 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:49.547776 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:49.558867 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.560562 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:49.566445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:49.567088 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Bound using segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:49.567408 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Bound port: 148d0905-282d-448c-899b-1f113dada0e4, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:49.567773 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (148d0905-282d-448c-899b-1f113dada0e4), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.570909 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Pushing event updated for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:49.599177 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-95f5db79-eaf5-46b9-9a0c-32b9c3925626 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6132598 Jul 12 14:39:49.643111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Request body: {'port': {'device_id': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:49.684995 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:49.720187 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:49.729798 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:49.735499 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:49.736155 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.769878 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:49.871617 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:49.899474 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.904296 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=148d0905-282d-448c-899b-1f113dada0e4,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:49.923880 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b73aea85-8650-44d2-a561-edf2f343c000 req-32b76a44-2f6d-46ed-a574-4b942cdedb0e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.4316294 Jul 12 14:39:49.933626 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-31813fce-5b72-4653-8461-0a2c69f55f07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0069249 Jul 12 14:39:49.969679 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Request body: {'port': {'device_id': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:49.970536 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-78a5ca70-9087-4116-96a7-83d7dcc9f64c None None] Provisioning complete for port f286bedd-3258-42e6-b8d5-c69bf1cec4da triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:49.971043 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-78a5ca70-9087-4116-96a7-83d7dcc9f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:49.977210 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d697846-1d9a-47c1-b2b9-2b1a5fc96d10 req-316ea959-7a5f-4b8a-8fda-1657e8ce3aa1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004488 Jul 12 14:39:50.020881 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.087128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fba-8899-496c-a015-83a6d5f90121 admin admin] Publish callbacks [] for security_group (f9cc0372-7cca-4b95-98bc-92e0a2c6f60e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.106828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-78a5ca70-9087-4116-96a7-83d7dcc9f64c None None] Port f286bedd-3258-42e6-b8d5-c69bf1cec4da cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:50.150485 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:50.189977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3247-abd3-4de5-b7cd-9021ec72bba4 req-9aeb997d-30e7-4817-ac41-8cbf73834f85 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:50.197210 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1eae3247-abd3-4de5-b7cd-9021ec72bba4 req-9aeb997d-30e7-4817-ac41-8cbf73834f85 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 932 time: 0.1052842 Jul 12 14:39:50.206657 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:50.207450 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.222554 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] 10.222.0.33 "PUT /v2.0/ports/148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 200 len: 1093 time: 2.8491044 Jul 12 14:39:50.223318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'tag': '148d0905-282d-448c-899b-1f113dada0e4'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:39:50.270899 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-0d05b583-5489-4a69-aacb-29388e9e914e None None] Provisioning complete for port 68fcc4b4-c1bb-4548-816a-03ac719e76aa triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:50.271856 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0d05b583-5489-4a69-aacb-29388e9e914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.277821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:50.283062 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8ae52662-4be1-401b-a6e2-3c68c0222372), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.287474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.292058 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ae52662-4be1-401b-a6e2-3c68c0222372 HTTP/1.1" status: 204 len: 168 time: 1.9093368 Jul 12 14:39:50.298637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba8ed7-d50b-4fc5-8965-14b1b27b0dd7 req-ee3204bf-a849-4474-9d26-b55fcdaa6a73 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:50.300126 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23ba8ed7-d50b-4fc5-8965-14b1b27b0dd7 req-ee3204bf-a849-4474-9d26-b55fcdaa6a73 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 931 time: 0.0884998 Jul 12 14:39:50.356883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fba-8899-496c-a015-83a6d5f90121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f9cc0372-7cca-4b95-98bc-92e0a2c6f60e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.380364 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-0d05b583-5489-4a69-aacb-29388e9e914e None None] Port 68fcc4b4-c1bb-4548-816a-03ac719e76aa cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:50.441962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (f0edff70-5e51-412d-b474-2a70b09725f5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.477881 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.614184 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc527dbc-5958-4a00-a992-5b997bbfade2 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:39:50.652302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks [] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.715479 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81761287-50db-4a67-92b4-459f7b92fe47" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "tag": "148d0905-282d-448c-899b-1f113dada0e4"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:39:50.729711 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:50.730822 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd5ab6-a729-437c-ba9b-76b560a829fd service neutron] Pushing event updated for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:50.787519 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b336d-330f-407e-8327-33736754e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae52662-4be1-401b-a6e2-3c68c0222372,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:50.804707 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-eb8c9c2a-6282-445b-aab4-772424bdc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:50.805354 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-eb8c9c2a-6282-445b-aab4-772424bdc8d5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1127 time: 0.3287458 Jul 12 14:39:50.816777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.872445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:39:50.948168 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:39:50.954217 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:39:50.954905 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-2c7303f8-a956-4fd5-9d62-52b8559d5409 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 200 len: 217 time: 0.0977762 Jul 12 14:39:50.968475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:50.969113 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:50.990772 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Transition to ACTIVE for port object fc527dbc-5958-4a00-a992-5b997bbfade2 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:39:51.029324 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23ba8ed7-d50b-4fc5-8965-14b1b27b0dd7 req-cc73c345-dec0-4873-af3a-1a13521229f9 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580899 Jul 12 14:39:51.077255 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e60a1fba-8899-496c-a015-83a6d5f90121 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8dac4a3c40747b1970dc9b73b237a56&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0722632 Jul 12 14:39:51.078600 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:51.090566 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54244) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:51.142904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-73dff255-a81b-4233-83a4-6b890cefa84e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5315533 Jul 12 14:39:51.143586 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.173325 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:51.191238 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1eae3247-abd3-4de5-b7cd-9021ec72bba4 req-d65d7fc6-25c1-42e2-977d-ffa924fd6708 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9904273 Jul 12 14:39:51.243271 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f286bedd-3258-42e6-b8d5-c69bf1cec4da {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:39:51.272793 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks [] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.324091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Transition to ACTIVE for port object f286bedd-3258-42e6-b8d5-c69bf1cec4da will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:39:51.326603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-05e7c315-c28d-4730-8e46-2c5f9d5645de None None] Provisioning complete for port f0edff70-5e51-412d-b474-2a70b09725f5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:39:51.329028 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-05e7c315-c28d-4730-8e46-2c5f9d5645de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.363658 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-308201b6-942a-43c2-aba8-29c13cad265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:51.365397 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-308201b6-942a-43c2-aba8-29c13cad265e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.4012756 Jul 12 14:39:51.369362 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Request body: {'port': {'device_id': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:39:51.380103 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-05e7c315-c28d-4730-8e46-2c5f9d5645de None None] Port f0edff70-5e51-412d-b474-2a70b09725f5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:39:51.384962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a1fba-8899-496c-a015-83a6d5f90121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc0372-7cca-4b95-98bc-92e0a2c6f60e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:51.519143 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Pushing event updated for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:51.552251 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54248) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:51.570346 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fcc4b4-c1bb-4548-816a-03ac719e76aa {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:39:51.599936 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ad394-56b5-495b-bb3c-92c408c09f3d x-openstack-request-id: req-ea9ad394-56b5-495b-bb3c-92c408c09f3d {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:39:51.600168 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "tag": "148d0905-282d-448c-899b-1f113dada0e4", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:39:51.600412 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea9ad394-56b5-495b-bb3c-92c408c09f3d {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:39:51.600853 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9ad394-56b5-495b-bb3c-92c408c09f3d'] response: {'name': 'network-changed', 'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'tag': '148d0905-282d-448c-899b-1f113dada0e4', 'status': 'completed', 'code': 200} Jul 12 14:39:51.603163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks [] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.627339 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.636752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f703952c-5e42-4ecf-b1cd-227672b7c4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.666311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54316330-f8b9-464f-8936-4b8004bcea96 req-bdd397b7-3b9a-4179-b8cc-882ead1546bd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:51.674602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-54316330-f8b9-464f-8936-4b8004bcea96 req-bdd397b7-3b9a-4179-b8cc-882ead1546bd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 932 time: 0.2783730 Jul 12 14:39:51.682708 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:51.691462 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Transition to ACTIVE for port object 68fcc4b4-c1bb-4548-816a-03ac719e76aa will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:39:51.702694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-2faa0248-e23c-4c48-8ae1-ebf0c78ac96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:51.704221 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-2faa0248-e23c-4c48-8ae1-ebf0c78ac96d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3174329 Jul 12 14:39:51.750779 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Pushing event updated for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:51.784116 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.878993 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Attempting to bind port fc527dbc-5958-4a00-a992-5b997bbfade2 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:51.879604 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Attempting to bind port fc527dbc-5958-4a00-a992-5b997bbfade2 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:51.880723 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Attempting to bind port fc527dbc-5958-4a00-a992-5b997bbfade2 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:51.897796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] Publish callbacks [] for security_group (f9cc0372-7cca-4b95-98bc-92e0a2c6f60e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:51.937448 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f0cf-7b43-4b13-9dd5-da6d14f171b3 req-61e0b9ba-1771-44cd-bffd-37188de05ed1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:51.941568 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-da8f2cc1-f773-4e16-9814-35acc766cbef service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209318 Jul 12 14:39:51.945372 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e994f0cf-7b43-4b13-9dd5-da6d14f171b3 req-61e0b9ba-1771-44cd-bffd-37188de05ed1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.4121242 Jul 12 14:39:51.981067 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Port fc527dbc-5958-4a00-a992-5b997bbfade2 on network 819820a3-8857-4e62-88e8-410b4a79b856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:39:51.981796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Attempting to bind port fc527dbc-5958-4a00-a992-5b997bbfade2 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:52.010595 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] Publish callbacks [] for security_group (f9cc0372-7cca-4b95-98bc-92e0a2c6f60e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.040068 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:52.040204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.067236 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:52.067808 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:52.068553 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Bound using segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:52.069289 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Bound port: fc527dbc-5958-4a00-a992-5b997bbfade2, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:52.071184 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.213136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e994f0cf-7b43-4b13-9dd5-da6d14f171b3 req-0e7e11ae-a79b-4911-8dcb-b5275ce138a9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666826 Jul 12 14:39:52.325872 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-54316330-f8b9-464f-8936-4b8004bcea96 req-512ba0d2-211e-4597-b7a0-1f6effeee4e4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6500814 Jul 12 14:39:52.459001 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f26f-080a-406f-9a00-d77295cdee73 req-259de429-405e-42f8-bd5f-59c44006d812 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:52.460520 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-53f5f26f-080a-406f-9a00-d77295cdee73 req-259de429-405e-42f8-bd5f-59c44006d812 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.1187232 Jul 12 14:39:52.496645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:52.507874 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3e7f440c-9e7e-48b9-adc4-ef05b7381bba req-4e66f598-8b61-49e3-96d6-7203e1d6fbd6 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875062 Jul 12 14:39:52.534402 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4d87-cdd6-424b-9611-a83e3b94cd9f req-4db3b059-4d67-44e2-b05c-fe5fb7369931 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:52.536154 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Attempting to bind port f286bedd-3258-42e6-b8d5-c69bf1cec4da on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:52.536299 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b1be4d87-cdd6-424b-9611-a83e3b94cd9f req-4db3b059-4d67-44e2-b05c-fe5fb7369931 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0708983 Jul 12 14:39:52.536495 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Attempting to bind port f286bedd-3258-42e6-b8d5-c69bf1cec4da by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:52.536826 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Attempting to bind port f286bedd-3258-42e6-b8d5-c69bf1cec4da on network 8f2c907b-451f-45e4-9802-40ef4e3361a2 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:52.553314 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Port f286bedd-3258-42e6-b8d5-c69bf1cec4da on network 8f2c907b-451f-45e4-9802-40ef4e3361a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:39:52.553729 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Attempting to bind port f286bedd-3258-42e6-b8d5-c69bf1cec4da on network 8f2c907b-451f-45e4-9802-40ef4e3361a2 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:52.583331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:52.590185 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Checking segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:52.590792 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Bound using segment: {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:52.591267 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Bound port: f286bedd-3258-42e6-b8d5-c69bf1cec4da, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874c8a17-5b0b-4813-976d-c9467b16c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:52.591731 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.596157 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f9cc0372-7cca-4b95-98bc-92e0a2c6f60e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.598943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.602761 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9cc0372-7cca-4b95-98bc-92e0a2c6f60e HTTP/1.1" status: 204 len: 168 time: 1.4821575 Jul 12 14:39:52.603434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f703952c-5e42-4ecf-b1cd-227672b7c4f2 admin admin] Publish callbacks [] for security_group (01559863-3663-4e9a-b507-4d85c6344bba), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.639248 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-53f5f26f-080a-406f-9a00-d77295cdee73 req-476474f3-5ef1-4d94-ae66-216dd3a0d156 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Jul 12 14:39:52.660560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd482e-408c-4181-b05c-cd96a343a617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc0372-7cca-4b95-98bc-92e0a2c6f60e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:52.724303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f703952c-5e42-4ecf-b1cd-227672b7c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (01559863-3663-4e9a-b507-4d85c6344bba), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.740184 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Attempting to bind port 68fcc4b4-c1bb-4548-816a-03ac719e76aa on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:52.740513 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Attempting to bind port 68fcc4b4-c1bb-4548-816a-03ac719e76aa by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:52.740837 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Attempting to bind port 68fcc4b4-c1bb-4548-816a-03ac719e76aa on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:52.804056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:52.810331 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:52.855878 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Port 68fcc4b4-c1bb-4548-816a-03ac719e76aa on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:39:52.856388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Attempting to bind port 68fcc4b4-c1bb-4548-816a-03ac719e76aa on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:52.877476 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761287-50db-4a67-92b4-459f7b92fe47 req-fd0e0f93-542c-4b53-a29c-d729bef5eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:52.879347 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-fd0e0f93-542c-4b53-a29c-d729bef5eae5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1127 time: 0.1401958 Jul 12 14:39:52.905787 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:52.909675 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:52.932134 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:52.932485 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Checking segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:52.932874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Bound using segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:52.933464 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Bound port: 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:52.934127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:52.970022 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b1be4d87-cdd6-424b-9611-a83e3b94cd9f req-f52d9ea6-a67a-46da-a32f-e59d4f9b0fc4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607531 Jul 12 14:39:53.008952 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f703952c-5e42-4ecf-b1cd-227672b7c4f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20e96de827a64814bd4df004f33e0ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4505236 Jul 12 14:39:53.009150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703952c-5e42-4ecf-b1cd-227672b7c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01559863-3663-4e9a-b507-4d85c6344bba,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:53.011603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54284) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:53.013779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fc527dbc-5958-4a00-a992-5b997bbfade2,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:53.031130 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.143620 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.144259 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.145911 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-848038df-d148-42ca-acbc-34b45d494418 service neutron] 10.222.0.33 "PUT /v2.0/ports/f286bedd-3258-42e6-b8d5-c69bf1cec4da HTTP/1.1" status: 200 len: 1093 time: 3.5074050 Jul 12 14:39:53.165925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.197331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:53.277491 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:53.283921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Pushing event updated for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:53.306525 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848038df-d148-42ca-acbc-34b45d494418 service neutron] Pushing event updated for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:53.331131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.332005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.340527 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-acac9206-6d4d-40b8-824c-7fe25d8cb541 service neutron] 10.222.0.33 "PUT /v2.0/ports/fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 1094 time: 5.9704857 Jul 12 14:39:53.340527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] Publish callbacks [] for security_group (01559863-3663-4e9a-b507-4d85c6344bba), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.340527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:39:53.370014 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761287-50db-4a67-92b4-459f7b92fe47 req-78b88a7e-51f3-491b-9af9-1b716b215531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.371903 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-78b88a7e-51f3-491b-9af9-1b716b215531 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.4582307 Jul 12 14:39:53.492767 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.680120 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:39:53.680120 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:39:53.680120 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-8e1d0425-513c-4b02-9b60-d9fe5bf1a684 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 200 len: 217 time: 0.2911055 Jul 12 14:39:53.681877 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54304) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:53.698186 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-4728bcbc-1d4f-4052-b8cc-40c7a63a9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.703770 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-4728bcbc-1d4f-4052-b8cc-40c7a63a9ad2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=165d7892df2f450d927c92d71cd96f29&device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 1127 time: 0.3692350 Jul 12 14:39:53.728250 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.729126 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:53.734865 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] 10.222.0.33 "PUT /v2.0/ports/68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 1094 time: 3.7689164 Jul 12 14:39:53.819239 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-bd56ec75-f6dd-43f6-b4ed-2abae982edb1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da HTTP/1.1" status: 200 len: 217 time: 0.0825706 Jul 12 14:39:53.843921 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54314) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:53.868915 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6fd5-50f7-487e-b46f-92765077a73e req-1067069c-adc3-4c5b-810c-43231c89a6ee tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:53.870455 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-668c6fd5-50f7-487e-b46f-92765077a73e req-1067069c-adc3-4c5b-810c-43231c89a6ee tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.2799540 Jul 12 14:39:53.938198 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-94a34ada-0190-40e3-b3bf-50b2daf0d6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.003748 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:54.103754 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fbcd3-7d5e-43c5-8556-b6e568655f85 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:54.174039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:54.189968 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761287-50db-4a67-92b4-459f7b92fe47 req-1b843ce1-26c5-47aa-aac9-d697e5aece44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.191555 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-1b843ce1-26c5-47aa-aac9-d697e5aece44 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.4783237 Jul 12 14:39:54.201803 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-94a34ada-0190-40e3-b3bf-50b2daf0d6b3 admin admin] Publish callbacks [] for security_group (800185bc-21cf-437d-a2af-56ed9aa285e7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.207159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-1d91f5b2-55bc-4ff3-b113-0e0e01aba2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.208667 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-1d91f5b2-55bc-4ff3-b113-0e0e01aba2b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1128 time: 0.2939281 Jul 12 14:39:54.223521 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-e14f5ffe-4c13-4ac8-a5ea-376d4d1a9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.225018 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-e14f5ffe-4c13-4ac8-a5ea-376d4d1a9e6a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d3242041-ded6-41d4-857d-036c5d5f8467 HTTP/1.1" status: 200 len: 850 time: 0.3728602 Jul 12 14:39:54.241675 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:39:54.303720 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4da25a65-ed0c-4e96-932f-68887da9f623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.305665 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-94a34ada-0190-40e3-b3bf-50b2daf0d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (800185bc-21cf-437d-a2af-56ed9aa285e7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.324029 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-30c1f018-0619-4f34-8a82-54577cd5ab54 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 217 time: 0.0706451 Jul 12 14:39:54.353912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-9e55b2e1-d494-4b11-8c63-ed45a1627588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.355413 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-9e55b2e1-d494-4b11-8c63-ed45a1627588 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1128 time: 0.7764282 Jul 12 14:39:54.365507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a58cb1-b624-4e5b-b897-add2b7003b65" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:39:54.369285 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] Publish callbacks [] for security_group (01559863-3663-4e9a-b507-4d85c6344bba), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.374942 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761287-50db-4a67-92b4-459f7b92fe47 req-97de0ff6-8e40-41ec-8dea-55c25a0c564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.376589 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-97de0ff6-8e40-41ec-8dea-55c25a0c564e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1668341 Jul 12 14:39:54.395631 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153dad7-9909-4ec7-98d3-1e0f2ad286ef req-abc2daa3-1a18-411a-b642-24b13036f241 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.398253 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7153dad7-9909-4ec7-98d3-1e0f2ad286ef req-abc2daa3-1a18-411a-b642-24b13036f241 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 932 time: 0.8301730 Jul 12 14:39:54.407271 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34ada-0190-40e3-b3bf-50b2daf0d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800185bc-21cf-437d-a2af-56ed9aa285e7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:54.408574 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:54.422383 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-05b9acca-78b3-4ec1-a57b-334b7a8f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.423957 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-05b9acca-78b3-4ec1-a57b-334b7a8f0e97 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8f2c907b-451f-45e4-9802-40ef4e3361a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1214190 Jul 12 14:39:54.436823 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-94a34ada-0190-40e3-b3bf-50b2daf0d6b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbd513ca99a9472f8309b7c1310f7f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888209 Jul 12 14:39:54.443427 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54322) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:54.509147 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-668c6fd5-50f7-487e-b46f-92765077a73e req-faa6126c-c586-47e3-8f51-79ca22a1d67d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677338 Jul 12 14:39:54.559942 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-89e960e6-4d55-4384-b4a7-a3a5e3cc8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.562699 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-89e960e6-4d55-4384-b4a7-a3a5e3cc8447 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.1277730 Jul 12 14:39:54.573969 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] Publish callbacks [] for security_group (800185bc-21cf-437d-a2af-56ed9aa285e7), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.580301 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7153dad7-9909-4ec7-98d3-1e0f2ad286ef req-4881c479-77d4-4dcf-96e7-448a39f5af52 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698821 Jul 12 14:39:54.692011 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-c131e575-b765-4c87-a283-db859289eded service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102147 Jul 12 14:39:54.694661 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410156b-1382-4d68-bbee-862119445409 x-openstack-request-id: req-2410156b-1382-4d68-bbee-862119445409 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:39:54.694929 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:39:54.695245 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2410156b-1382-4d68-bbee-862119445409 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:39:54.695722 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2410156b-1382-4d68-bbee-862119445409'] response: {'name': 'network-changed', 'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da', 'status': 'completed', 'code': 200} Jul 12 14:39:54.701465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:39:54.711535 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks [] for port (f0edff70-5e51-412d-b474-2a70b09725f5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.714879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-72e116bb-e66c-4413-bd8c-7a19b984fdc5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.1321297 Jul 12 14:39:54.774663 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] Publish callbacks [] for security_group (800185bc-21cf-437d-a2af-56ed9aa285e7), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.802257 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:54.825063 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4da25a65-ed0c-4e96-932f-68887da9f623 admin admin] Publish callbacks [] for security_group (e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.844933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Transition to ACTIVE for port object f0edff70-5e51-412d-b474-2a70b09725f5 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:39:54.863867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (01559863-3663-4e9a-b507-4d85c6344bba), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.866436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:54.867587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01559863-3663-4e9a-b507-4d85c6344bba HTTP/1.1" status: 204 len: 168 time: 1.8464417 Jul 12 14:39:54.878725 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7240c-c340-4dfe-8020-a9daac94252a req-97814c45-7402-4743-a1d2-5f5d59af7a13 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.880668 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5df7240c-c340-4dfe-8020-a9daac94252a req-97814c45-7402-4743-a1d2-5f5d59af7a13 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.1497674 Jul 12 14:39:54.891618 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba96e-c1f4-41a5-8504-99b52822f613 req-dfa0f1fb-40de-4faf-af8f-602d94eb1c88 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:54.905313 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4afba96e-c1f4-41a5-8504-99b52822f613 req-dfa0f1fb-40de-4faf-af8f-602d94eb1c88 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.1759419 Jul 12 14:39:54.988447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.009389 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4da25a65-ed0c-4e96-932f-68887da9f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.027955 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35ab-e523-4805-9b86-389520fac35f req-0be74e7a-12da-4dbe-b5e0-bedfbb33ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:55.030481 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-0be74e7a-12da-4dbe-b5e0-bedfbb33ed09 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3375323 Jul 12 14:39:55.055075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-9331392b-5285-4b07-84d1-222d52539e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:55.056684 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-9331392b-5285-4b07-84d1-222d52539e26 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.3027902 Jul 12 14:39:55.072114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43d009-e1fe-41ba-a9dd-9d630dc7bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01559863-3663-4e9a-b507-4d85c6344bba,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:55.185967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-f1abeb65-8eff-44f1-a912-83bbe0e2016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:55.187688 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-f1abeb65-8eff-44f1-a912-83bbe0e2016d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1005962 Jul 12 14:39:55.212039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da25a65-ed0c-4e96-932f-68887da9f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:55.223215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5df7240c-c340-4dfe-8020-a9daac94252a req-37ef9c04-12a4-4eee-990e-1d90784dc750 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083723 Jul 12 14:39:55.227901 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:55.244222 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4da25a65-ed0c-4e96-932f-68887da9f623 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cd73adf4ec049ceb284156dd16ccf04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5309975 Jul 12 14:39:55.252709 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54332) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:55.364330 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4afba96e-c1f4-41a5-8504-99b52822f613 req-3e2deca4-bd9a-4c14-9ae6-d9e214aea86e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580762 Jul 12 14:39:55.393393 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-2eb3bd88-cd70-4cd0-9c9d-c90e5f2d6a1e service neutron] 10.222.0.33 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125734 Jul 12 14:39:55.503221 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Attempting to bind port f0edff70-5e51-412d-b474-2a70b09725f5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:39:55.503221 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Attempting to bind port f0edff70-5e51-412d-b474-2a70b09725f5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:39:55.503473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Attempting to bind port f0edff70-5e51-412d-b474-2a70b09725f5 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:55.515858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] Publish callbacks [] for security_group (e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.522878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Port f0edff70-5e51-412d-b474-2a70b09725f5 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:39:55.527328 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Attempting to bind port f0edff70-5e51-412d-b474-2a70b09725f5 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:39:55.534672 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:39:55.535155 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Checking segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:39:55.535515 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Bound using segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:39:55.536082 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Bound port: f0edff70-5e51-412d-b474-2a70b09725f5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:39:55.536585 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.551033 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-b2dd2a08-df99-4ea6-b114-8953e627b194 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8261726 Jul 12 14:39:55.594132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (800185bc-21cf-437d-a2af-56ed9aa285e7), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.597464 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.599252 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-28371fc8-6c18-4bc3-ae5f-5eef02f7632d service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727109 Jul 12 14:39:55.601553 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] Publish callbacks [] for security_group (e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:55.608585 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/800185bc-21cf-437d-a2af-56ed9aa285e7 HTTP/1.1" status: 204 len: 168 time: 1.1566029 Jul 12 14:39:55.757524 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-16bcf6d1-aa4c-40ac-b4a3-3d12c9b15992 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148089 Jul 12 14:39:55.758318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5a085-fbc0-4cb3-a877-3b308db33b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800185bc-21cf-437d-a2af-56ed9aa285e7,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:55.810336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27eb2a-200a-45f2-809a-e6280ea6798d x-openstack-request-id: req-0f27eb2a-200a-45f2-809a-e6280ea6798d {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:39:55.814608 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:39:55.815343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f27eb2a-200a-45f2-809a-e6280ea6798d {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:39:55.816846 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f27eb2a-200a-45f2-809a-e6280ea6798d'] response: {'name': 'network-changed', 'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2', 'status': 'completed', 'code': 200} Jul 12 14:39:55.990034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:56.042926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:56.065640 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-7dcb9779-c4b8-4bb6-8eb7-b4cfbe7fa19b req-2e317bb5-2600-40c5-8d96-b49567b3932f service neutron] 10.222.0.33 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440470 Jul 12 14:39:56.119926 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:39:56.127048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:56.130790 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:56.136275 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7 HTTP/1.1" status: 204 len: 168 time: 0.8657830 Jul 12 14:39:56.156750 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-1f3f35ab-e523-4805-9b86-389520fac35f req-41445363-80a5-4ddf-b75a-75659fdf1c4e service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663328 Jul 12 14:39:56.162488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:56.214336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db7025-37ae-4980-bd22-0bcb76689ac3 req-93fbb83c-5797-48d1-826f-1b9c36ae4625 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.221144 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c2db7025-37ae-4980-bd22-0bcb76689ac3 req-93fbb83c-5797-48d1-826f-1b9c36ae4625 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.5526128 Jul 12 14:39:56.229666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a50250-e4ba-44ea-9ec9-ccd89842ccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9a914-3ba2-4c07-b4b4-7854ef0a66e7,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:56.259217 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:39:56.278294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:56.285502 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0c90-7f0d-4abe-91e1-6e3fc9718613 req-9a693be9-0f8e-44f7-8df3-8ebedb3c824e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.287026 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d46b0c90-7f0d-4abe-91e1-6e3fc9718613 req-9a693be9-0f8e-44f7-8df3-8ebedb3c824e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.4329054 Jul 12 14:39:56.306192 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ed652f8-2079-485f-bf5e-81dd5c232ef8 req-4272b40b-09c7-4999-ab1e-18cc44739e48 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785400 Jul 12 14:39:56.347319 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c2db7025-37ae-4980-bd22-0bcb76689ac3 req-273b9d3a-ce60-4f34-81cf-e6bb59a31fd9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248450 Jul 12 14:39:56.385281 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:56.458435 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:56.570153 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d46b0c90-7f0d-4abe-91e1-6e3fc9718613 req-150cc7af-f5a9-4161-ac80-7279e7e26572 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698386 Jul 12 14:39:56.640665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.641597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:56.643534 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] 10.222.0.33 "PUT /v2.0/ports/f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 1094 time: 5.4399872 Jul 12 14:39:56.656812 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:56.658443 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-9929b5e2-d1be-4a9a-9446-3a358e22c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.660005 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-9929b5e2-d1be-4a9a-9446-3a358e22c592 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=165d7892df2f450d927c92d71cd96f29&device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 1127 time: 0.2125955 Jul 12 14:39:56.666465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd781f3-1757-46a0-b14d-5d6b5961aa30 req-4d935e21-c731-4df7-8b2d-8149eada836a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.668054 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ccd781f3-1757-46a0-b14d-5d6b5961aa30 req-4d935e21-c731-4df7-8b2d-8149eada836a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.2191253 Jul 12 14:39:56.696952 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bfc0-e1a7-4812-974b-eeddd20301c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:56.708844 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:39:56.711129 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451dfa9-5276-4554-a9b0-efed9c391c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:39:56.746529 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-d28d5283-6b83-456a-bea8-c35aa6b1dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.749143 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-d28d5283-6b83-456a-bea8-c35aa6b1dc7e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1128 time: 0.1011968 Jul 12 14:39:56.838354 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff81a9-286c-4f37-a9ca-f473966eb611 req-d3c79029-0584-4664-b779-89383ac7fd7d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.840020 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-afff81a9-286c-4f37-a9ca-f473966eb611 req-d3c79029-0584-4664-b779-89383ac7fd7d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.1865575 Jul 12 14:39:56.992337 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-fa44751d-763d-4d8f-890a-80eda07e6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:56.995949 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-fa44751d-763d-4d8f-890a-80eda07e6c3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.2352161 Jul 12 14:39:57.044060 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ccd781f3-1757-46a0-b14d-5d6b5961aa30 req-6c8608b5-9d50-4361-90a1-b393f7a9c7b5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630691 Jul 12 14:39:57.056815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-a41183e2-9a3e-44df-bd83-cae7f6b4f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.058584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-a41183e2-9a3e-44df-bd83-cae7f6b4f5a0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1128 time: 0.2332439 Jul 12 14:39:57.094022 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-f115fabf-5bb3-4076-ac6d-a29b24d5b290 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.0703671 Jul 12 14:39:57.116402 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-56f47c51-5c3d-49b4-b890-f186b6029775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.117878 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-56f47c51-5c3d-49b4-b890-f186b6029775 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8f2c907b-451f-45e4-9802-40ef4e3361a2 HTTP/1.1" status: 200 len: 912 time: 0.4403462 Jul 12 14:39:57.137666 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-afff81a9-286c-4f37-a9ca-f473966eb611 req-71217f59-0fb1-4c91-b6e9-70f21d545214 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716300 Jul 12 14:39:57.138199 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:57.213962 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-58f18f89-cf33-43dc-b935-33f71be55507 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 217 time: 0.0748990 Jul 12 14:39:57.219265 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822d2c4-0db9-43ea-80fd-05e9040104e8 x-openstack-request-id: req-7822d2c4-0db9-43ea-80fd-05e9040104e8 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:39:57.219634 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:39:57.219811 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7822d2c4-0db9-43ea-80fd-05e9040104e8 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:39:57.220229 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822d2c4-0db9-43ea-80fd-05e9040104e8'] response: {'name': 'network-changed', 'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'status': 'completed', 'code': 200} Jul 12 14:39:57.238265 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-aa75752e-1603-4323-9969-a0bb69ef98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.239305 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-aa75752e-1603-4323-9969-a0bb69ef98d6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0852277 Jul 12 14:39:57.259650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-9cc01e0d-b6f1-42b9-9ea5-95aae686f156 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da HTTP/1.1" status: 200 len: 217 time: 0.0445094 Jul 12 14:39:57.290123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:57.348330 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54388) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:57.378791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93a8390b-b49e-442a-870e-11453b990c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:57.536388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4114-4f89-4151-9cc0-05eef60f8c5e req-be09007a-8d75-437e-a1f1-c099369f91e7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.547137 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-849f4114-4f89-4151-9cc0-05eef60f8c5e req-be09007a-8d75-437e-a1f1-c099369f91e7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0884638 Jul 12 14:39:57.789133 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-cd74e554-cbf0-43cb-8181-406428a18018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.791105 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-cd74e554-cbf0-43cb-8181-406428a18018 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1996312 Jul 12 14:39:57.792039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-1818b227-4d54-4054-8d5d-c65df2475afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.798301 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-1818b227-4d54-4054-8d5d-c65df2475afa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1128 time: 0.1912367 Jul 12 14:39:57.866030 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:39:57.868458 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f" -d '{"events": [{"name": "network-changed", "server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:39:57.936741 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:57.939210 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93a8390b-b49e-442a-870e-11453b990c45 admin admin] Publish callbacks [] for security_group (58b2afee-53d5-471e-8ed5-4bbaaf623d79), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:57.968831 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-39e7b249-12c4-44c4-9ebc-83c3f50b53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:57.970951 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-39e7b249-12c4-44c4-9ebc-83c3f50b53b2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d3242041-ded6-41d4-857d-036c5d5f8467 HTTP/1.1" status: 200 len: 850 time: 0.0936854 Jul 12 14:39:57.996229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:58.049494 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93a8390b-b49e-442a-870e-11453b990c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (58b2afee-53d5-471e-8ed5-4bbaaf623d79), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:58.092094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-93a8390b-b49e-442a-870e-11453b990c45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccc937f4c3b64b4494939198c3b14c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7411098 Jul 12 14:39:58.098793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94784e-0645-4ba6-8758-03a6c9e7b784 req-5b443d7c-41e5-4e61-a701-af49a01f9af6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.100298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a94784e-0645-4ba6-8758-03a6c9e7b784 req-5b443d7c-41e5-4e61-a701-af49a01f9af6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.2224674 Jul 12 14:39:58.100785 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54420) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:39:58.129819 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-93c6ee14-773c-4512-bd9f-5b4b14b31bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.132989 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-93c6ee14-773c-4512-bd9f-5b4b14b31bef service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.2873342 Jul 12 14:39:58.135340 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-ef66b539-45f1-44a9-ac5e-9e2ebde656ac service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884650 Jul 12 14:39:58.147425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-48035df1-74d2-4adb-bb61-8a5f4da7cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.148974 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-48035df1-74d2-4adb-bb61-8a5f4da7cadc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.5801690 Jul 12 14:39:58.162125 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-ab897284-b32e-42a5-8c8b-27ff0a6030d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.163817 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-ab897284-b32e-42a5-8c8b-27ff0a6030d6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8f2c907b-451f-45e4-9802-40ef4e3361a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1685369 Jul 12 14:39:58.218443 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-58ccc6aa-be2b-4cb9-b57e-d0b09e3ec3e8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 217 time: 0.0667799 Jul 12 14:39:58.226736 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-849f4114-4f89-4151-9cc0-05eef60f8c5e req-05f0a150-a267-43e8-ace5-bc14f784d11a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783693 Jul 12 14:39:58.328315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64bb2d-cb03-4705-b0ad-9203167ac52f x-openstack-request-id: req-4a64bb2d-cb03-4705-b0ad-9203167ac52f {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:39:58.330569 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:39:58.330569 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a64bb2d-cb03-4705-b0ad-9203167ac52f {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:39:58.330569 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a64bb2d-cb03-4705-b0ad-9203167ac52f'] response: {'name': 'network-changed', 'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'status': 'completed', 'code': 200} Jul 12 14:39:58.348866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8390b-b49e-442a-870e-11453b990c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b2afee-53d5-471e-8ed5-4bbaaf623d79,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:58.369265 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-75531a3d-0e0e-4494-b04c-d1c89153cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.371145 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-75531a3d-0e0e-4494-b04c-d1c89153cf7d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0843863 Jul 12 14:39:58.374749 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-8939e76c-7c67-4d04-bb58-a1bd2ae96ebf service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099068 Jul 12 14:39:58.476870 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-cf5a2048-433b-4b80-8fe7-333a9e72c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.478553 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-cf5a2048-433b-4b80-8fe7-333a9e72c871 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2958555 Jul 12 14:39:58.533800 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-e162e138-f5cc-46fe-b7ef-123a450de9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.535306 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-e162e138-f5cc-46fe-b7ef-123a450de9e1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470467 Jul 12 14:39:58.553415 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a94784e-0645-4ba6-8758-03a6c9e7b784 req-6ff787bc-903e-4c4f-b469-d87cbb6ccf4b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350975 Jul 12 14:39:58.554012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] Publish callbacks [] for security_group (58b2afee-53d5-471e-8ed5-4bbaaf623d79), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:58.630346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] Publish callbacks [] for security_group (58b2afee-53d5-471e-8ed5-4bbaaf623d79), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:58.716277 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:58.736301 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c509a6-4968-4a0d-ab59-45a5d99f7726 req-b2af807a-d978-443f-b224-e4fa9d8fe51d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.750232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-20c509a6-4968-4a0d-ab59-45a5d99f7726 req-b2af807a-d978-443f-b224-e4fa9d8fe51d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.3441379 Jul 12 14:39:58.796121 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-d3b110ea-3891-404e-bc6c-dfded5676369 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640894 Jul 12 14:39:58.823120 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-0a7f3ecc-868e-4226-8a03-0d3f08e9a98d service neutron] 10.222.0.33 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391361 Jul 12 14:39:58.913428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfb14f-f949-41a1-bdd4-6c824c753a9c req-0e27f675-eb3f-4e57-a3d5-bfe45267eb50 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:58.915029 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ebfb14f-f949-41a1-bdd4-6c824c753a9c req-0e27f675-eb3f-4e57-a3d5-bfe45267eb50 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.1603272 Jul 12 14:39:58.928179 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:39:58.974938 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-f443f272-f230-4869-bd64-6f60240afebc service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418795 Jul 12 14:39:58.995071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-20c509a6-4968-4a0d-ab59-45a5d99f7726 req-8bdd5709-1fd1-4630-afd0-37e5248b7af4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035592 Jul 12 14:39:59.020796 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ebfb14f-f949-41a1-bdd4-6c824c753a9c req-2aa33cde-8052-4cc2-9564-bd67b22687f2 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900884 Jul 12 14:39:59.339737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7028a9d-1973-47ce-b2b3-5e0d92b6482c req-74d10c6a-8ebf-40a8-8803-c37a5072e733 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:59.341466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a7028a9d-1973-47ce-b2b3-5e0d92b6482c req-74d10c6a-8ebf-40a8-8803-c37a5072e733 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0506699 Jul 12 14:39:59.392323 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a7028a9d-1973-47ce-b2b3-5e0d92b6482c req-462bf130-471e-4aa4-a678-235585083439 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Jul 12 14:39:59.428593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (58b2afee-53d5-471e-8ed5-4bbaaf623d79), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:59.435496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:39:59.435496 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58b2afee-53d5-471e-8ed5-4bbaaf623d79 HTTP/1.1" status: 204 len: 168 time: 1.3238761 Jul 12 14:39:59.446232 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9e6b-51df-4b83-a7b4-8de2b98babf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b2afee-53d5-471e-8ed5-4bbaaf623d79,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:39:59.711008 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a48b0-fe42-4dde-b1e5-c8bacfb6952f req-92f113a2-2ef0-4e7a-bd50-d62003b882b4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:39:59.713175 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-558a48b0-fe42-4dde-b1e5-c8bacfb6952f req-92f113a2-2ef0-4e7a-bd50-d62003b882b4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0528049 Jul 12 14:39:59.760744 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-558a48b0-fe42-4dde-b1e5-c8bacfb6952f req-2cfb3407-77c2-4bf9-9c82-43e61c4bc162 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Jul 12 14:40:00.134878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f8cda-a392-407c-9d5e-e268832d51fa req-98da8675-1db1-4dea-bda4-2cbb76276a58 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:00.136371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a39f8cda-a392-407c-9d5e-e268832d51fa req-98da8675-1db1-4dea-bda4-2cbb76276a58 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0799499 Jul 12 14:40:00.168346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07084-aeb9-4029-ab8a-a5b36d2a26e1 req-71bacefe-d07c-4063-b831-9dfa962e5be9 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:00.170692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dbe07084-aeb9-4029-ab8a-a5b36d2a26e1 req-71bacefe-d07c-4063-b831-9dfa962e5be9 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0799050 Jul 12 14:40:00.226469 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a39f8cda-a392-407c-9d5e-e268832d51fa req-cdc0f8dd-646d-42c4-a74e-5603d0a0c3e4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836122 Jul 12 14:40:00.249590 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dbe07084-aeb9-4029-ab8a-a5b36d2a26e1 req-ace1199b-7ef7-4039-b373-9795f1e52d90 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618353 Jul 12 14:40:00.515365 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0a44-de60-4578-bf2a-a31b1a82e45b req-b8c5b0db-5a69-4250-9f25-5486d203b52e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:00.516832 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-af0e0a44-de60-4578-bf2a-a31b1a82e45b req-b8c5b0db-5a69-4250-9f25-5486d203b52e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0475144 Jul 12 14:40:00.566824 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-af0e0a44-de60-4578-bf2a-a31b1a82e45b req-cc221646-3f6b-4f7a-9664-a4b9ee75b1b8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Jul 12 14:40:00.876735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef6cfe-d67a-4e00-ba80-a1c90f6a3bec req-debace73-89ab-4276-9663-46c0b92298b2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:00.878096 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a7ef6cfe-d67a-4e00-ba80-a1c90f6a3bec req-debace73-89ab-4276-9663-46c0b92298b2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0478494 Jul 12 14:40:00.913499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:00.936678 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a7ef6cfe-d67a-4e00-ba80-a1c90f6a3bec req-6692b390-6774-4c76-b38c-2318eb4079fb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519445 Jul 12 14:40:01.389730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19550b89-f06b-4936-aa30-086654892482 req-6ce55ff7-06b2-4666-99ab-656c48d0f3ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:01.391347 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19550b89-f06b-4936-aa30-086654892482 req-6ce55ff7-06b2-4666-99ab-656c48d0f3ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0904102 Jul 12 14:40:01.415415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d5b0a-3583-4823-90a4-106a2829634a req-4dedeb1c-9057-491c-b4e1-75b9b9295742 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:01.416878 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e50d5b0a-3583-4823-90a4-106a2829634a req-4dedeb1c-9057-491c-b4e1-75b9b9295742 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0774567 Jul 12 14:40:01.485652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19550b89-f06b-4936-aa30-086654892482 req-16311183-a556-4aee-96ab-231e26942ad4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840602 Jul 12 14:40:01.496954 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e50d5b0a-3583-4823-90a4-106a2829634a req-b128ecb7-6863-43f8-8c19-736111632c6b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Jul 12 14:40:01.714579 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6451dfa9-5276-4554-a9b0-efed9c391c3a req-56e6938a-b734-4bfc-8dd8-dde7517e74fe service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314561 Jul 12 14:40:01.836859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1f0e-c80c-4888-8c71-b041b14a3719 req-25ba85d2-7e02-4a12-a881-9d07671db559 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:01.838640 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-792b1f0e-c80c-4888-8c71-b041b14a3719 req-25ba85d2-7e02-4a12-a881-9d07671db559 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.1295097 Jul 12 14:40:01.869108 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c55c7740-e8b6-4de8-8950-f04a6f43d038 req-65ccbf5e-8f6d-46d7-804a-677b62d883b6 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865870 Jul 12 14:40:01.882740 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35ec183b-99aa-4d6d-8a62-c38f0b3e00f5 req-d6780017-307a-4fdd-b243-782ad5e7315f service neutron] 10.222.0.33 "GET /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986853 Jul 12 14:40:01.912355 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-792b1f0e-c80c-4888-8c71-b041b14a3719 req-27f8fcf2-a031-4e5e-8cd5-29e034e65bc3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620658 Jul 12 14:40:02.054673 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca8ff-7930-4954-8418-f54b0b25f170 req-dff81e64-fa8e-45ec-ba2b-1699b361e057 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:02.056143 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-723ca8ff-7930-4954-8418-f54b0b25f170 req-dff81e64-fa8e-45ec-ba2b-1699b361e057 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0466886 Jul 12 14:40:02.133429 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-723ca8ff-7930-4954-8418-f54b0b25f170 req-26f645be-1dd3-41f5-bca6-0f346cdc4d52 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715251 Jul 12 14:40:02.141428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-e82cbc2b-37a1-47b0-849b-d0d5fad015cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:02.142903 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-e82cbc2b-37a1-47b0-849b-d0d5fad015cd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1128 time: 0.0500524 Jul 12 14:40:02.645517 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01597-1aa8-40bd-a6ea-ef59b4e17010 req-f938a44e-9140-4bdf-95b0-c98acde0d08f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:02.645517 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fca01597-1aa8-40bd-a6ea-ef59b4e17010 req-f938a44e-9140-4bdf-95b0-c98acde0d08f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0797999 Jul 12 14:40:02.652751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615efc79-7e9d-4ce5-a7ee-99ab9338fd5e req-6175eba3-25e4-4e60-8476-f4288e936dbf tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:02.654260 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-615efc79-7e9d-4ce5-a7ee-99ab9338fd5e req-6175eba3-25e4-4e60-8476-f4288e936dbf tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0788198 Jul 12 14:40:02.679762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:02.733031 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fca01597-1aa8-40bd-a6ea-ef59b4e17010 req-366169f0-ab68-4292-8283-204aa9633db3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777299 Jul 12 14:40:02.736085 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-615efc79-7e9d-4ce5-a7ee-99ab9338fd5e req-51961713-b57f-41c0-a154-8dd5ac4a3b08 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Jul 12 14:40:03.024792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55db64-bb26-45f1-b0e1-e8e8e597bc6b req-601e6d30-0a7d-4e02-beff-1c65a640e4d3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:03.026182 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f55db64-bb26-45f1-b0e1-e8e8e597bc6b req-601e6d30-0a7d-4e02-beff-1c65a640e4d3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0464859 Jul 12 14:40:03.066285 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:03.073734 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f55db64-bb26-45f1-b0e1-e8e8e597bc6b req-d5b60e06-ddb3-42d6-a86c-1b7326d98a4d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jul 12 14:40:03.263789 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc066f-6b1e-4171-8afa-51675a02af03 req-cd37e759-1129-489d-9d33-13dbad46b2c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:03.265268 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e7cc066f-6b1e-4171-8afa-51675a02af03 req-cd37e759-1129-489d-9d33-13dbad46b2c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0550251 Jul 12 14:40:03.311812 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e7cc066f-6b1e-4171-8afa-51675a02af03 req-efb90ac0-1afa-4eb0-8b5f-e381f0dbdc31 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Jul 12 14:40:03.875679 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286faf4-bba8-4e23-9ba6-e18463e3d446 req-caa626e9-6ba4-4ab6-b0cb-cae5de78c4c3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:03.877204 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c286faf4-bba8-4e23-9ba6-e18463e3d446 req-caa626e9-6ba4-4ab6-b0cb-cae5de78c4c3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0750787 Jul 12 14:40:03.884995 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c9400-522e-4e80-9d70-a75dba070e0c req-86d81b13-4c82-4861-a5c8-2ae8399cfcaf tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:03.886567 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-530c9400-522e-4e80-9d70-a75dba070e0c req-86d81b13-4c82-4861-a5c8-2ae8399cfcaf tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0750906 Jul 12 14:40:03.957668 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c286faf4-bba8-4e23-9ba6-e18463e3d446 req-4aba3bf8-ce76-495d-9b9e-ba9f0345a7f6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700877 Jul 12 14:40:03.976197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-530c9400-522e-4e80-9d70-a75dba070e0c req-ded015df-74c5-4c81-a108-1fcacdf20e33 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816405 Jul 12 14:40:04.232178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc486b-a831-439b-a195-91cd88c77edd req-3647741c-8931-4885-95fa-8723e41b5d50 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:04.232178 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89cc486b-a831-439b-a195-91cd88c77edd req-3647741c-8931-4885-95fa-8723e41b5d50 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0488999 Jul 12 14:40:04.238136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89cc486b-a831-439b-a195-91cd88c77edd req-68e057c0-4873-4e22-90ab-5917b2a5f9ec tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Jul 12 14:40:04.444371 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2afdf-09aa-4ff7-bdac-ac0719db9a00 req-7cb7cb3f-d649-4bfa-a649-0ca4ab64ed88 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:04.446155 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-17f2afdf-09aa-4ff7-bdac-ac0719db9a00 req-7cb7cb3f-d649-4bfa-a649-0ca4ab64ed88 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0621006 Jul 12 14:40:04.527252 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-17f2afdf-09aa-4ff7-bdac-ac0719db9a00 req-578d7c1d-31dd-4a5d-8ae7-c553359cf1e1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Jul 12 14:40:05.105665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa234e5-6d20-40b8-bbc1-df46c2272525 req-4ed5cc8f-3b69-4090-bee4-2cb57e95734f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:05.107732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9fa234e5-6d20-40b8-bbc1-df46c2272525 req-4ed5cc8f-3b69-4090-bee4-2cb57e95734f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0769863 Jul 12 14:40:05.127090 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bead4-1aab-4fb3-aad7-5a70489d86f4 req-bf0b028a-7ee2-4ecd-8a6c-7309ae862981 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:05.132956 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-047bead4-1aab-4fb3-aad7-5a70489d86f4 req-bf0b028a-7ee2-4ecd-8a6c-7309ae862981 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0665805 Jul 12 14:40:05.194722 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9fa234e5-6d20-40b8-bbc1-df46c2272525 req-a2aeaca3-12e5-48b6-993f-86183b4e85ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815308 Jul 12 14:40:05.198214 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-047bead4-1aab-4fb3-aad7-5a70489d86f4 req-e77f398e-7249-48d1-8299-b51c8aa9d4db tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628781 Jul 12 14:40:05.359026 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ed634-3ae9-4739-881f-487bdb50c891 req-8b0a7374-ab96-4879-8442-d20686b5295c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:05.360471 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-127ed634-3ae9-4739-881f-487bdb50c891 req-8b0a7374-ab96-4879-8442-d20686b5295c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0504072 Jul 12 14:40:05.411494 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-127ed634-3ae9-4739-881f-487bdb50c891 req-acb6dcd3-1572-49c2-ac53-7ae9796ab064 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Jul 12 14:40:05.643909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b62a0-4d6f-4886-8b30-6e4634d6fce5 req-186450b6-8f09-4a5b-83f2-74bdc960ab55 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:05.645533 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea2b62a0-4d6f-4886-8b30-6e4634d6fce5 req-186450b6-8f09-4a5b-83f2-74bdc960ab55 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0475295 Jul 12 14:40:05.695552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea2b62a0-4d6f-4886-8b30-6e4634d6fce5 req-25bf4287-d4d2-45d8-8609-769ea38d7916 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jul 12 14:40:06.033281 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54670) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:06.143766 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9f4d-0705-4791-9197-00a57a9ebb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.191969 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:06.219670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9f4d-0705-4791-9197-00a57a9ebb10 admin admin] Publish callbacks [] for security_group (ab48a899-0270-4667-a1d2-eb7a72752165), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.271877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:06.329480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9cf9f4d-0705-4791-9197-00a57a9ebb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ab48a899-0270-4667-a1d2-eb7a72752165), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.348610 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912ead6-79a7-4c97-ac75-b8df47ca66cb req-971213e0-ba95-4f54-becc-27fde4c94780 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:06.350093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3912ead6-79a7-4c97-ac75-b8df47ca66cb req-971213e0-ba95-4f54-becc-27fde4c94780 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0886393 Jul 12 14:40:06.387980 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004c66e-9622-4063-bc14-6f7f80238795 req-a57dc945-a974-4658-8f7a-51240cc6adab tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:06.389436 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b004c66e-9622-4063-bc14-6f7f80238795 req-a57dc945-a974-4658-8f7a-51240cc6adab tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0971208 Jul 12 14:40:06.409841 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a9cf9f4d-0705-4791-9197-00a57a9ebb10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd004b5c44904817a7a42a00700b6856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756495 Jul 12 14:40:06.412749 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54678) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:06.430667 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf9f4d-0705-4791-9197-00a57a9ebb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48a899-0270-4667-a1d2-eb7a72752165,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:06.462801 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3912ead6-79a7-4c97-ac75-b8df47ca66cb req-c5013d9a-07ec-4c6f-bbbd-eddf417992b1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984151 Jul 12 14:40:06.468010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] Publish callbacks [] for security_group (ab48a899-0270-4667-a1d2-eb7a72752165), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.486208 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b004c66e-9622-4063-bc14-6f7f80238795 req-c373b783-848a-40d6-abac-e5076d954d50 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830774 Jul 12 14:40:06.490956 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] Publish callbacks [] for security_group (ab48a899-0270-4667-a1d2-eb7a72752165), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.513596 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:06.576045 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86658db-cac5-4554-b77f-c89542566319 req-e907b36f-9d63-4274-bcfb-cfd55dd603e8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:06.577507 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e86658db-cac5-4554-b77f-c89542566319 req-e907b36f-9d63-4274-bcfb-cfd55dd603e8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0508378 Jul 12 14:40:06.617026 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ab48a899-0270-4667-a1d2-eb7a72752165), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.619681 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:06.623672 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab48a899-0270-4667-a1d2-eb7a72752165 HTTP/1.1" status: 204 len: 168 time: 0.2070539 Jul 12 14:40:06.626242 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e86658db-cac5-4554-b77f-c89542566319 req-274d0123-bd4e-4f13-9d90-08f6c9a70692 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Jul 12 14:40:06.629515 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35fe28-f67d-48aa-9782-cf165ecbbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48a899-0270-4667-a1d2-eb7a72752165,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:06.811550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324420f7-d0e5-4c97-8028-769c67115305 req-c97cc759-3d69-4431-97e6-d5bca5e7e084 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:06.813019 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-324420f7-d0e5-4c97-8028-769c67115305 req-c97cc759-3d69-4431-97e6-d5bca5e7e084 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0467508 Jul 12 14:40:06.861692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-324420f7-d0e5-4c97-8028-769c67115305 req-c106e9b0-7ee1-4149-93e7-25619efc4eb6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428345 Jul 12 14:40:07.271812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54694) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:07.288517 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-712f7fc5-2867-4514-8a64-1ba8369558e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:07.362681 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-712f7fc5-2867-4514-8a64-1ba8369558e2 admin admin] Publish callbacks [] for security_group (9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:07.433453 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-712f7fc5-2867-4514-8a64-1ba8369558e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:07.473997 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-712f7fc5-2867-4514-8a64-1ba8369558e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97a2642bcf6547758ad69702bb8168e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011082 Jul 12 14:40:07.474954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f7fc5-2867-4514-8a64-1ba8369558e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:07.476620 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54696) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:07.532772 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] Publish callbacks [] for security_group (9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:07.593200 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] Publish callbacks [] for security_group (9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:07.635942 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d092d-0f0f-4cd5-b6d6-51ea3158494a req-e3d36de6-4701-4096-9624-15cce0a722bc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:07.637377 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dd2d092d-0f0f-4cd5-b6d6-51ea3158494a req-e3d36de6-4701-4096-9624-15cce0a722bc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0952363 Jul 12 14:40:07.652465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134e11-da83-406d-8b52-52a9d490596f req-dfa8e610-fc5a-42ed-8de4-6cd055366c94 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:07.653918 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc134e11-da83-406d-8b52-52a9d490596f req-dfa8e610-fc5a-42ed-8de4-6cd055366c94 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0927479 Jul 12 14:40:07.905006 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dd2d092d-0f0f-4cd5-b6d6-51ea3158494a req-6c5463bc-1fd9-44f5-8b6d-c11cebf164dd tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608237 Jul 12 14:40:07.912018 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc134e11-da83-406d-8b52-52a9d490596f req-bbc62292-4375-4a1c-855b-22dbe1a51571 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462506 Jul 12 14:40:08.026043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:08.028835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:08.030003 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55 HTTP/1.1" status: 204 len: 168 time: 0.5522130 Jul 12 14:40:08.035945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:08.053869 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac74c16-d66d-4a5b-8cbc-d584bc5182a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca6f6a7-6e1c-41df-b9ce-ae32717fcc55,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:08.066415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936653b-17b6-452b-bfd9-b0db1185f769 req-dd45f316-8553-4e00-8aa2-d92af8e76506 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:08.068010 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6936653b-17b6-452b-bfd9-b0db1185f769 req-dd45f316-8553-4e00-8aa2-d92af8e76506 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0952485 Jul 12 14:40:08.075686 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecde1d5-049f-4e18-8be3-7c11d2673058 req-bd11871e-cd64-448d-ac1a-b2b42609b1fc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:08.077266 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ecde1d5-049f-4e18-8be3-7c11d2673058 req-bd11871e-cd64-448d-ac1a-b2b42609b1fc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.1032863 Jul 12 14:40:08.178707 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6936653b-17b6-452b-bfd9-b0db1185f769 req-a10fa8ca-dac2-4635-81e2-4e76f07b82eb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994153 Jul 12 14:40:08.187468 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ecde1d5-049f-4e18-8be3-7c11d2673058 req-6b70f258-4047-4cad-9ca8-2940243e6939 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943601 Jul 12 14:40:09.033139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afd957-f810-4abf-8e7a-8358375db9e1 req-d3f80b72-2cc4-463e-99a8-3f938a3fa53d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:09.034597 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d6afd957-f810-4abf-8e7a-8358375db9e1 req-d3f80b72-2cc4-463e-99a8-3f938a3fa53d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0546565 Jul 12 14:40:09.080115 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:09.103522 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc39ceb-9420-43d4-ae76-fd7b5ac4d827 req-93d347d0-885a-40c6-823e-9cc7cd244e2a tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:09.105008 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ebc39ceb-9420-43d4-ae76-fd7b5ac4d827 req-93d347d0-885a-40c6-823e-9cc7cd244e2a tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0792203 Jul 12 14:40:09.129994 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d6afd957-f810-4abf-8e7a-8358375db9e1 req-3e1e5b9c-2f16-482b-a739-c67727c29595 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861909 Jul 12 14:40:09.180351 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ebc39ceb-9420-43d4-ae76-fd7b5ac4d827 req-0dbe863a-3d2e-4555-8043-39b22d8c10ad tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Jul 12 14:40:09.323936 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0150b0d-8771-40ac-a8d4-d37c4f40de5f req-6c78bf37-3fd7-48f0-8334-938d7147abd1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:09.325472 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a0150b0d-8771-40ac-a8d4-d37c4f40de5f req-6c78bf37-3fd7-48f0-8334-938d7147abd1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0772052 Jul 12 14:40:09.333352 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999677b0-7e44-4dd6-a2a2-ad7e337aaff7 req-0038a58d-40b0-4186-8f7a-9e85fa947994 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:09.334759 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-999677b0-7e44-4dd6-a2a2-ad7e337aaff7 req-0038a58d-40b0-4186-8f7a-9e85fa947994 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0759120 Jul 12 14:40:09.416876 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a0150b0d-8771-40ac-a8d4-d37c4f40de5f req-da8c6835-96f6-444a-a7a8-93c72c8e56b0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732448 Jul 12 14:40:09.423111 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-999677b0-7e44-4dd6-a2a2-ad7e337aaff7 req-0c4dc093-6a71-444c-818f-5fbf2c31d6a3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804825 Jul 12 14:40:09.953018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-9bd8f1fa-1ddf-43b3-93a0-2fe625f75310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:09.954517 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-9bd8f1fa-1ddf-43b3-93a0-2fe625f75310 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.1009414 Jul 12 14:40:10.251399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77ddf-d53e-411d-b977-531b52f51e98 req-5a96b27a-22ef-42b3-80a4-47b64f2cf7ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:10.253195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4be77ddf-d53e-411d-b977-531b52f51e98 req-5a96b27a-22ef-42b3-80a4-47b64f2cf7ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Jul 12 14:40:10.349725 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec384f7-8af9-4677-9d0a-0b9391a32f2b req-0a584cb5-a9e1-4101-aba3-d1f2629b7d16 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:10.351205 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eec384f7-8af9-4677-9d0a-0b9391a32f2b req-0a584cb5-a9e1-4101-aba3-d1f2629b7d16 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 943 time: 0.0683019 Jul 12 14:40:10.355619 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4be77ddf-d53e-411d-b977-531b52f51e98 req-ea3196f7-d0b5-4ec4-b5d5-8fb5ac07bcc0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939507 Jul 12 14:40:10.406976 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eec384f7-8af9-4677-9d0a-0b9391a32f2b req-fbe18129-c3f2-40cc-a340-6cf8a1914d2b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Jul 12 14:40:10.543494 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fc527dbc-5958-4a00-a992-5b997bbfade2 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:40:10.556590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:10.571592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d44fef-4331-4e2e-8083-1ca1b2a74640 req-20737899-3708-4149-b271-81e272a36fa9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:10.573413 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97d44fef-4331-4e2e-8083-1ca1b2a74640 req-20737899-3708-4149-b271-81e272a36fa9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0824900 Jul 12 14:40:10.580452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0f8de-2e61-4446-92c9-e3844b6951bc req-89483d69-f111-4b04-9346-314eadbb7bf2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:10.581920 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ad0f8de-2e61-4446-92c9-e3844b6951bc req-89483d69-f111-4b04-9346-314eadbb7bf2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 943 time: 0.0619688 Jul 12 14:40:10.659582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fc527dbc-5958-4a00-a992-5b997bbfade2,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:10.664290 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97d44fef-4331-4e2e-8083-1ca1b2a74640 req-bd49486f-8851-422a-939f-b4b58210cff5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812335 Jul 12 14:40:10.676148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'fc527dbc-5958-4a00-a992-5b997bbfade2', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'port_id': 'fc527dbc-5958-4a00-a992-5b997bbfade2', 'mac_address': 'fa:16:3e:52:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:40:10.676592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ad0f8de-2e61-4446-92c9-e3844b6951bc req-ec22d76f-f170-4a98-8141-f1255e85beb0 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861766 Jul 12 14:40:10.727422 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fc527dbc-5958-4a00-a992-5b997bbfade2 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:10.727869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:10.741815 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc527dbc-5958-4a00-a992-5b997bbfade2 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:40:10.745646 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-47a9b1df-2f36-4c66-8945-69610efaf0e9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 217 time: 0.0368233 Jul 12 14:40:10.769018 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fc527dbc-5958-4a00-a992-5b997bbfade2,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:10.868003 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:10.868721 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f286bedd-3258-42e6-b8d5-c69bf1cec4da details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:40:10.947956 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:11.034883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:11.047008 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da', 'network_id': '8f2c907b-451f-45e4-9802-40ef4e3361a2', 'port_id': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da', 'mac_address': 'fa:16:3e:07:96:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3242041-ded6-41d4-857d-036c5d5f8467', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:40:11.074096 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:11.083852 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f286bedd-3258-42e6-b8d5-c69bf1cec4da is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:11.084234 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.097804 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f286bedd-3258-42e6-b8d5-c69bf1cec4da {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:40:11.122547 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:11.189281 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.189985 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 148d0905-282d-448c-899b-1f113dada0e4 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:40:11.221623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54842) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:11.271232 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:11.334586 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=148d0905-282d-448c-899b-1f113dada0e4,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:11.353212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:11.360608 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-50151029-4fdc-46de-be55-ea2e32614882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.385552 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '148d0905-282d-448c-899b-1f113dada0e4', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'port_id': '148d0905-282d-448c-899b-1f113dada0e4', 'mac_address': 'fa:16:3e:f2:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:40:11.464904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-50151029-4fdc-46de-be55-ea2e32614882 admin admin] Publish callbacks [] for security_group (33f318a3-fd00-4dcb-ab73-badb7a993e79), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.472159 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 148d0905-282d-448c-899b-1f113dada0e4 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:11.472859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (148d0905-282d-448c-899b-1f113dada0e4), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.488522 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148d0905-282d-448c-899b-1f113dada0e4 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:40:11.512971 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=148d0905-282d-448c-899b-1f113dada0e4,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:11.548799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a324-ff18-43c7-a5f2-e578ffef9c7c req-46476b71-f0db-45d1-9bd9-d4eb009a675c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.553082 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c48a324-ff18-43c7-a5f2-e578ffef9c7c req-46476b71-f0db-45d1-9bd9-d4eb009a675c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0882318 Jul 12 14:40:11.559730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-50151029-4fdc-46de-be55-ea2e32614882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (33f318a3-fd00-4dcb-ab73-badb7a993e79), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.584068 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.608638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbad371-16d5-45a2-bb82-aa1be6b5e483 req-8a82a2b0-ff37-4488-96a4-0ddd6f814c42 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.610213 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dbad371-16d5-45a2-bb82-aa1be6b5e483 req-8a82a2b0-ff37-4488-96a4-0ddd6f814c42 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 944 time: 0.1074488 Jul 12 14:40:11.639855 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:11.641865 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-50151029-4fdc-46de-be55-ea2e32614882 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ed6f56f8a284fc990994a2467429233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210570 Jul 12 14:40:11.644732 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54856) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:11.664797 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151029-4fdc-46de-be55-ea2e32614882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f318a3-fd00-4dcb-ab73-badb7a993e79,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:11.700745 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] Publish callbacks [] for security_group (33f318a3-fd00-4dcb-ab73-badb7a993e79), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.723036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] Publish callbacks [] for security_group (33f318a3-fd00-4dcb-ab73-badb7a993e79), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.735214 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c48a324-ff18-43c7-a5f2-e578ffef9c7c req-89c5a6ed-d7eb-452c-ad9d-51def7a926c7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753001 Jul 12 14:40:11.754984 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dbad371-16d5-45a2-bb82-aa1be6b5e483 req-881fb497-bb1c-4e78-87d2-6e9960928ef1 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333041 Jul 12 14:40:11.757114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:11.763883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-4e31685d-a3e9-4987-ad9c-09119eea083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.765414 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-4e31685d-a3e9-4987-ad9c-09119eea083c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.1015866 Jul 12 14:40:11.861996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-4002eb1c-0ec2-4b08-be17-4af84fd50273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.862701 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-4002eb1c-0ec2-4b08-be17-4af84fd50273 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0904796 Jul 12 14:40:11.880060 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (33f318a3-fd00-4dcb-ab73-badb7a993e79), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.882648 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:11.883955 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33f318a3-fd00-4dcb-ab73-badb7a993e79 HTTP/1.1" status: 204 len: 168 time: 0.2372060 Jul 12 14:40:11.897053 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bba013-3b2d-444d-af39-cf57dd40aee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f318a3-fd00-4dcb-ab73-badb7a993e79,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:11.928555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66821cc-f752-430c-9317-03683620709d req-115ef844-817e-488d-aa85-a056621178c5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.930164 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e66821cc-f752-430c-9317-03683620709d req-115ef844-817e-488d-aa85-a056621178c5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1192977 Jul 12 14:40:11.950532 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188dd8f-5539-46d9-b0a1-b7ef7281037b req-9371e953-767c-4f6b-bc5f-ee4688b06c99 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:11.957664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3188dd8f-5539-46d9-b0a1-b7ef7281037b req-9371e953-767c-4f6b-bc5f-ee4688b06c99 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 944 time: 0.1068745 Jul 12 14:40:12.048115 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:12.106277 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3188dd8f-5539-46d9-b0a1-b7ef7281037b req-1d5fe921-5481-4af1-b304-fc363436dd73 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461833 Jul 12 14:40:12.111040 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-e766115e-8cbd-4ad7-9fc1-c096979f2dc7 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264793 Jul 12 14:40:12.116318 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e66821cc-f752-430c-9317-03683620709d req-7ae160d0-d783-436a-ac2e-fd1abda16c6c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729562 Jul 12 14:40:12.220900 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea3e5bf1-b842-46ce-8fd2-c392006ae41f req-7dda0e8d-412e-433d-bb0d-911060a6b0c6 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030869 Jul 12 14:40:12.260385 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:12.261793 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:12.547720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fc527dbc-5958-4a00-a992-5b997bbfade2'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:12.645150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54892) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:12.665567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa3bff8b-3846-4ce9-88e1-5d7326d4f6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:12.712226 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['f286bedd-3258-42e6-b8d5-c69bf1cec4da'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:12.758419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa3bff8b-3846-4ce9-88e1-5d7326d4f6c1 admin admin] Publish callbacks [] for security_group (1958a15c-f492-48c6-86ef-ac0bb40960a1), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:12.769787 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54898) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:12.828921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa3bff8b-3846-4ce9-88e1-5d7326d4f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1958a15c-f492-48c6-86ef-ac0bb40960a1), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:12.832764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['148d0905-282d-448c-899b-1f113dada0e4'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:12.858111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54904) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:12.894616 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:12.928634 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54908) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:12.938979 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fa3bff8b-3846-4ce9-88e1-5d7326d4f6c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19f23a2b72494e34b7a4c3d2e2ce7b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938204 Jul 12 14:40:13.004142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bff8b-3846-4ce9-88e1-5d7326d4f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958a15c-f492-48c6-86ef-ac0bb40960a1,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:13.023975 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5bed6-8ba1-4160-a93a-a1d4924ac16d req-a4156983-b39b-446b-87fa-c2ecb21e8620 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:13.026701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6054384-f9aa-4111-bd36-2cd26b4076e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.031712 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e1a5bed6-8ba1-4160-a93a-a1d4924ac16d req-a4156983-b39b-446b-87fa-c2ecb21e8620 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.1551368 Jul 12 14:40:13.048948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] Publish callbacks [] for security_group (1958a15c-f492-48c6-86ef-ac0bb40960a1), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.053874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977d1-6a5c-4eae-9c34-d2421cee2766 req-e829d47a-0a35-450c-b306-7d2ed58b812d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:13.054450 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:13.055896 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a1a977d1-6a5c-4eae-9c34-d2421cee2766 req-e829d47a-0a35-450c-b306-7d2ed58b812d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 944 time: 0.1937377 Jul 12 14:40:13.057042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c303663-8a86-4217-b277-eb6e3440fb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.086853 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] Publish callbacks [] for security_group (1958a15c-f492-48c6-86ef-ac0bb40960a1), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.154893 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:13.155866 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e1a5bed6-8ba1-4160-a93a-a1d4924ac16d req-bc64301b-38a6-481c-94ed-89a5d7320d31 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232734 Jul 12 14:40:13.165650 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6054384-f9aa-4111-bd36-2cd26b4076e9 admin admin] Publish callbacks [] for security_group (90277968-cced-4c2e-a276-f3cbd0474483), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.183486 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a1a977d1-6a5c-4eae-9c34-d2421cee2766 req-1c09274b-faca-4327-bfa4-cec5bf7ae278 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045322 Jul 12 14:40:13.241703 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:13.245410 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6054384-f9aa-4111-bd36-2cd26b4076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (90277968-cced-4c2e-a276-f3cbd0474483), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.264587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c303663-8a86-4217-b277-eb6e3440fb44 admin admin] Publish callbacks [] for security_group (c5e67a75-2a66-4efc-9155-dd5415808e4f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.283609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1958a15c-f492-48c6-86ef-ac0bb40960a1), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.286116 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.287442 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1958a15c-f492-48c6-86ef-ac0bb40960a1 HTTP/1.1" status: 204 len: 168 time: 0.3578365 Jul 12 14:40:13.290961 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:13.294715 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b6054384-f9aa-4111-bd36-2cd26b4076e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d88d7d001a44867bd926bf90fa128d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349201 Jul 12 14:40:13.297272 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54916) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:13.305590 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054384-f9aa-4111-bd36-2cd26b4076e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90277968-cced-4c2e-a276-f3cbd0474483,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:13.309652 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8858df-9710-4af1-aa8b-034388c7c138 req-5985715e-2f02-4352-a6ca-580606979aed tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:13.309652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d8858df-9710-4af1-aa8b-034388c7c138 req-5985715e-2f02-4352-a6ca-580606979aed tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 944 time: 0.0853319 Jul 12 14:40:13.322731 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd46f5f-d497-49ee-a1d7-d1ec15168f15 req-75f20a9f-afcc-40c3-a180-3acc091eca0b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:13.324310 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2dd46f5f-d497-49ee-a1d7-d1ec15168f15 req-75f20a9f-afcc-40c3-a180-3acc091eca0b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0646443 Jul 12 14:40:13.334438 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7ab5-731d-4db2-9dd8-84e1e2e018d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958a15c-f492-48c6-86ef-ac0bb40960a1,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:13.368540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] Publish callbacks [] for security_group (90277968-cced-4c2e-a276-f3cbd0474483), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.382104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c303663-8a86-4217-b277-eb6e3440fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c5e67a75-2a66-4efc-9155-dd5415808e4f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.392814 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] Publish callbacks [] for security_group (90277968-cced-4c2e-a276-f3cbd0474483), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.400194 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bce56e32-12fd-499b-ab1d-d2a13b7475e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.434500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:13.456466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d8858df-9710-4af1-aa8b-034388c7c138 req-8de3b7a1-170e-4f01-bb6b-45e8d5b19917 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272962 Jul 12 14:40:13.462308 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2dd46f5f-d497-49ee-a1d7-d1ec15168f15 req-26db3a8b-d911-44f8-9f57-050a1e63c727 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099722 Jul 12 14:40:13.465504 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8c303663-8a86-4217-b277-eb6e3440fb44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98d908d54689431e8c972da268238f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6932549 Jul 12 14:40:13.468334 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54918) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:13.481767 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303663-8a86-4217-b277-eb6e3440fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e67a75-2a66-4efc-9155-dd5415808e4f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:13.523061 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] Publish callbacks [] for security_group (c5e67a75-2a66-4efc-9155-dd5415808e4f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.531318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (90277968-cced-4c2e-a276-f3cbd0474483), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.533906 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.535229 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90277968-cced-4c2e-a276-f3cbd0474483 HTTP/1.1" status: 204 len: 168 time: 0.2365961 Jul 12 14:40:13.544149 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243f863-fb20-478d-a8f9-c3c3fa30675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90277968-cced-4c2e-a276-f3cbd0474483,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:13.545187 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] Publish callbacks [] for security_group (c5e67a75-2a66-4efc-9155-dd5415808e4f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.685933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c5e67a75-2a66-4efc-9155-dd5415808e4f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.688464 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:13.692006 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5e67a75-2a66-4efc-9155-dd5415808e4f HTTP/1.1" status: 204 len: 168 time: 0.2203033 Jul 12 14:40:13.699445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c5cd-e120-4436-a008-a5c3a2eb3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e67a75-2a66-4efc-9155-dd5415808e4f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:14.244832 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54944) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:14.268500 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6be4b603-7246-4033-a4e3-e04c9ac00768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.287038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0384ff9-3eba-46bc-83d5-ee953105f153 req-291a4132-4e73-43dd-9654-6fb6979f31b4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:14.288564 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d0384ff9-3eba-46bc-83d5-ee953105f153 req-291a4132-4e73-43dd-9654-6fb6979f31b4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 944 time: 0.0658422 Jul 12 14:40:14.358523 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9196f-f236-4024-98b9-acd24e59ce32 req-01b056d4-842c-467b-b861-697a85548f89 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:14.365776 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7bf9196f-f236-4024-98b9-acd24e59ce32 req-01b056d4-842c-467b-b861-697a85548f89 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 944 time: 0.1015506 Jul 12 14:40:14.394825 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6be4b603-7246-4033-a4e3-e04c9ac00768 admin admin] Publish callbacks [] for security_group (cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.423169 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d0384ff9-3eba-46bc-83d5-ee953105f153 req-db6105ff-2710-4522-a0ba-9bc1acb7b61b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005266 Jul 12 14:40:14.435416 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6be4b603-7246-4033-a4e3-e04c9ac00768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.456597 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7bf9196f-f236-4024-98b9-acd24e59ce32 req-107facbc-a692-4283-b2b3-6596e6c474ea tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864489 Jul 12 14:40:14.481675 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-6be4b603-7246-4033-a4e3-e04c9ac00768 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ebbe533568e48b1bdba51e70eb969eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350960 Jul 12 14:40:14.484102 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4b603-7246-4033-a4e3-e04c9ac00768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:14.485230 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 54954) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:14.502809 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:14.567415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Publish callbacks [] for security_group (cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.576589 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 68fcc4b4-c1bb-4548-816a-03ac719e76aa details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:40:14.660381 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fc527dbc-5958-4a00-a992-5b997bbfade2 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:14.660533 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:14.671151 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Publish callbacks [] for security_group (cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.696124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81b715-9378-43de-a7e0-3688725b759c req-68cff9c0-255c-46b2-bc98-8895952e2be2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:14.697585 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f81b715-9378-43de-a7e0-3688725b759c req-68cff9c0-255c-46b2-bc98-8895952e2be2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 944 time: 0.1035919 Jul 12 14:40:14.706550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80be0-528e-4da7-95dc-08d301aa2b72 req-f105cb2c-2e28-4bf8-95b9-ded0623f7211 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:14.708093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-39c80be0-528e-4da7-95dc-08d301aa2b72 req-f105cb2c-2e28-4bf8-95b9-ded0623f7211 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1369052 Jul 12 14:40:14.726488 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54968) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:14.727401 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:14.740766 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7246093-a83b-4a59-99ec-0067bf2310e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.751837 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'port_id': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'mac_address': 'fa:16:3e:bc:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:40:14.754904 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port fc527dbc-5958-4a00-a992-5b997bbfade2 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:40:14.798034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 68fcc4b4-c1bb-4548-816a-03ac719e76aa is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:14.799692 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.817774 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fcc4b4-c1bb-4548-816a-03ac719e76aa {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:40:14.823601 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f81b715-9378-43de-a7e0-3688725b759c req-1b1afefb-db82-4ae0-b297-9b5bfadd3082 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139493 Jul 12 14:40:14.841067 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port fc527dbc-5958-4a00-a992-5b997bbfade2 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:14.841067 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.841319 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-39c80be0-528e-4da7-95dc-08d301aa2b72 req-9a205d72-f6ec-44be-b6f3-4abf031b54c7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225474 Jul 12 14:40:14.863675 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7246093-a83b-4a59-99ec-0067bf2310e4 admin admin] Publish callbacks [] for security_group (2c1fa2f8-c922-49d9-9064-1be9c24d6db7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.873619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:14.942978 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7246093-a83b-4a59-99ec-0067bf2310e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2c1fa2f8-c922-49d9-9064-1be9c24d6db7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.990049 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a7246093-a83b-4a59-99ec-0067bf2310e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3563a9f411342eea5fbfe6e5b0396a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624404 Jul 12 14:40:14.990816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.990931 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 54974) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:14.994488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:14.997008 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000 HTTP/1.1" status: 204 len: 168 time: 0.5086968 Jul 12 14:40:14.997342 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7246093-a83b-4a59-99ec-0067bf2310e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fa2f8-c922-49d9-9064-1be9c24d6db7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.021941 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f3797-1e9a-4ad2-a6ba-0c9cb7281000,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.028917 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.029728 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:40:15.047913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.048302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.048641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.048988 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.052000 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.052391 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.052760 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.053081 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.053443 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.056004 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.057082 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.058333 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.058451 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.058800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.063211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db510de2-4cb6-4ca4-ae52-add8cdf861b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:15.073192 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] Publish callbacks [] for security_group (2c1fa2f8-c922-49d9-9064-1be9c24d6db7), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.100995 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] Publish callbacks [] for security_group (2c1fa2f8-c922-49d9-9064-1be9c24d6db7), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.164978 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fc527dbc-5958-4a00-a992-5b997bbfade2 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:15.165893 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.205044 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:15.226224 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.233345 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:40:15.234695 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:15.269262 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2c1fa2f8-c922-49d9-9064-1be9c24d6db7), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.273807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.278642 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c1fa2f8-c922-49d9-9064-1be9c24d6db7 HTTP/1.1" status: 204 len: 168 time: 0.2861154 Jul 12 14:40:15.288713 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786d8b1-b691-4fe0-b50f-f93bfe348427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fa2f8-c922-49d9-9064-1be9c24d6db7,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.316289 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fc527dbc-5958-4a00-a992-5b997bbfade2,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:15.348184 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:15.356215 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:15.356603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.371044 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:40:15.391148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:15.416618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.417512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f286bedd-3258-42e6-b8d5-c69bf1cec4da up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:15.494645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:15.518013 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port f286bedd-3258-42e6-b8d5-c69bf1cec4da completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:40:15.522331 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.530720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.586587 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.628477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port f286bedd-3258-42e6-b8d5-c69bf1cec4da triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:15.628853 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.631987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-be42999c-17cb-428c-9305-418cc4963b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.656134 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de93b-0573-429b-b710-67416f8007f8 req-11d9f0ad-241a-410b-ad68-f2542d98062f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:15.663721 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a1de93b-0573-429b-b710-67416f8007f8 req-11d9f0ad-241a-410b-ad68-f2542d98062f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 945 time: 0.1436207 Jul 12 14:40:15.671534 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a901e5a-8585-4831-a96c-f9bc1adeceab req-6bd3f0a6-358f-4f50-9617-39dd71e0f819 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:15.679158 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a901e5a-8585-4831-a96c-f9bc1adeceab req-6bd3f0a6-358f-4f50-9617-39dd71e0f819 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 944 time: 0.1024663 Jul 12 14:40:15.728407 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8c475-2ad1-4927-a757-ebdca04e8bd9" -d '{"events": [{"server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:15.744028 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f286bedd-3258-42e6-b8d5-c69bf1cec4da is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:15.744503 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.756629 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a1de93b-0573-429b-b710-67416f8007f8 req-09ad1b01-24ac-4539-aabc-7c999a30a1f2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919926 Jul 12 14:40:15.805889 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a901e5a-8585-4831-a96c-f9bc1adeceab req-eebead60-86ca-4e05-8e17-dcee07ad104c tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254399 Jul 12 14:40:15.810027 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:15.880419 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:15.881483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 148d0905-282d-448c-899b-1f113dada0e4 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:15.947912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f19b9-8152-4d7c-b2bf-4d512f92e8ce req-0a30d38e-7311-4dd2-87b5-d8a3754f3046 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:15.950004 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a50f19b9-8152-4d7c-b2bf-4d512f92e8ce req-0a30d38e-7311-4dd2-87b5-d8a3754f3046 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 944 time: 0.0618353 Jul 12 14:40:15.968580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:15.971507 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 148d0905-282d-448c-899b-1f113dada0e4 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:40:16.019733 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a50f19b9-8152-4d7c-b2bf-4d512f92e8ce req-19e1f67b-4255-4a61-b0a0-80843c5ffee5 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617683 Jul 12 14:40:16.042528 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 148d0905-282d-448c-899b-1f113dada0e4 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:16.043102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (148d0905-282d-448c-899b-1f113dada0e4), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.118889 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5055901a-f3c0-400e-8403-6c419fe4ad8d x-openstack-request-id: req-5055901a-f3c0-400e-8403-6c419fe4ad8d {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:16.119170 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:16.119422 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5055901a-f3c0-400e-8403-6c419fe4ad8d {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:16.119866 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5055901a-f3c0-400e-8403-6c419fe4ad8d'] response: {'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2', 'code': 200} Jul 12 14:40:16.129948 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['68fcc4b4-c1bb-4548-816a-03ac719e76aa'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:16.153297 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640adba2-d20a-4a66-85a9-d79bd5dc49f2 req-3d36362d-56ba-4fa0-9e95-ff47bd56843f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:16.155666 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-640adba2-d20a-4a66-85a9-d79bd5dc49f2 req-3d36362d-56ba-4fa0-9e95-ff47bd56843f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0674899 Jul 12 14:40:16.177441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 148d0905-282d-448c-899b-1f113dada0e4 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:16.177823 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (148d0905-282d-448c-899b-1f113dada0e4), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.216065 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=148d0905-282d-448c-899b-1f113dada0e4,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:16.221232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-640adba2-d20a-4a66-85a9-d79bd5dc49f2 req-a619d362-c4aa-452c-8725-ed41b1a00b44 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598791 Jul 12 14:40:16.273060 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['f0edff70-5e51-412d-b474-2a70b09725f5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:16.306077 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.416013 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:16.521004 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:16.574445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:16.588836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-b815d731-ce03-43b1-b46d-7c09f8694821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:16.588836 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-b815d731-ce03-43b1-b46d-7c09f8694821 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0797250 Jul 12 14:40:16.603163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-2e75a801-a236-47eb-87fd-977fa8403bb8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.686199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-2e75a801-a236-47eb-87fd-977fa8403bb8 service neutron] Publish callbacks [] for security_group (d1276965-155b-4047-9355-4af37bcd99f8), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.691313 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:16.748900 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.770937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-2e75a801-a236-47eb-87fd-977fa8403bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d1276965-155b-4047-9355-4af37bcd99f8), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:16.821587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb1213a-0562-410d-8b63-3a9e16852246 req-2e75a801-a236-47eb-87fd-977fa8403bb8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303140 Jul 12 14:40:16.833025 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75a801-a236-47eb-87fd-977fa8403bb8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1276965-155b-4047-9355-4af37bcd99f8,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:16.904531 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d6be-b73d-4a91-b479-e0ae4e9ad85a req-f2419449-a97e-41e9-9516-335fe68702b3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:16.906064 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-72f6d6be-b73d-4a91-b479-e0ae4e9ad85a req-f2419449-a97e-41e9-9516-335fe68702b3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 945 time: 0.0699575 Jul 12 14:40:16.946883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:16.960262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08285-09ba-4c23-bba6-09bd80560ade req-c1631308-9209-4c56-b1c1-a00821222d95 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:16.962012 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33d08285-09ba-4c23-bba6-09bd80560ade req-c1631308-9209-4c56-b1c1-a00821222d95 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0743017 Jul 12 14:40:17.006045 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-72f6d6be-b73d-4a91-b479-e0ae4e9ad85a req-4878f18d-80fb-49ca-956b-55edb2138754 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805867 Jul 12 14:40:17.035730 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33d08285-09ba-4c23-bba6-09bd80560ade req-195e15e0-96bc-43da-b941-6ea3615ca3be tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623152 Jul 12 14:40:17.171773 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990c579-d1b7-4b4f-aa98-c8f83687559f req-e82153c7-8df9-4be1-b80e-50749f3f0a52 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:17.173306 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c990c579-d1b7-4b4f-aa98-c8f83687559f req-e82153c7-8df9-4be1-b80e-50749f3f0a52 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0645518 Jul 12 14:40:17.237442 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c990c579-d1b7-4b4f-aa98-c8f83687559f req-d8c25f83-af7e-48c0-afca-cbccc93ab5bc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Jul 12 14:40:17.358434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8aec-57fd-4545-9c66-76fe293dce23 req-1136b8fb-b931-4982-8c0a-16b690e8ec84 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:17.361692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e60a8aec-57fd-4545-9c66-76fe293dce23 req-1136b8fb-b931-4982-8c0a-16b690e8ec84 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0593805 Jul 12 14:40:17.420795 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e60a8aec-57fd-4545-9c66-76fe293dce23 req-6a819b86-9229-4b81-b673-0f091e2acd9f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551271 Jul 12 14:40:18.121363 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da'}, {'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d0905-282d-448c-899b-1f113dada0e4'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:18.125619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462883ba-156b-4326-913b-6f1a54ed8334" -d '{"events": [{"server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "name": "network-vif-plugged", "status": "completed", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da"}, {"server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "name": "network-vif-plugged", "status": "completed", "tag": "148d0905-282d-448c-899b-1f113dada0e4"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:18.167579 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bba2f-0bf8-4c04-811d-0872f697a1f2 req-1bb5193d-4fc8-4faf-8835-3d3c1b67d89a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:18.169121 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-752bba2f-0bf8-4c04-811d-0872f697a1f2 req-1bb5193d-4fc8-4faf-8835-3d3c1b67d89a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 945 time: 0.0887516 Jul 12 14:40:18.184840 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae432524-ea8d-4b0d-8b14-e71f639a646c req-7d913ce1-e54f-4a3a-8f32-956be4b6f912 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:18.186863 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae432524-ea8d-4b0d-8b14-e71f639a646c req-7d913ce1-e54f-4a3a-8f32-956be4b6f912 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0788908 Jul 12 14:40:18.228857 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:18.262722 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae432524-ea8d-4b0d-8b14-e71f639a646c req-1407f74f-4835-4768-b2de-b984fb3e954a tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693674 Jul 12 14:40:18.281964 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-752bba2f-0bf8-4c04-811d-0872f697a1f2 req-69d43a9e-2b79-4c2c-849e-24186fbc26a0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944839 Jul 12 14:40:18.316025 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e725fbc-58cc-4c15-a265-c648783222c5 x-openstack-request-id: req-3e725fbc-58cc-4c15-a265-c648783222c5 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:18.316314 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "name": "network-vif-plugged", "status": "completed", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da", "code": 200}, {"server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "name": "network-vif-plugged", "status": "completed", "tag": "148d0905-282d-448c-899b-1f113dada0e4", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:18.316567 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e725fbc-58cc-4c15-a265-c648783222c5 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:18.316974 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e725fbc-58cc-4c15-a265-c648783222c5'] response: {'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da', 'code': 200} Jul 12 14:40:18.317297 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e725fbc-58cc-4c15-a265-c648783222c5'] response: {'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d0905-282d-448c-899b-1f113dada0e4', 'code': 200} Jul 12 14:40:18.397451 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b08c-71fc-41a1-8313-afe5fb217b82 req-0d6a428d-699b-44c5-8527-81f091fc1480 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:18.399808 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0f6b08c-71fc-41a1-8313-afe5fb217b82 req-0d6a428d-699b-44c5-8527-81f091fc1480 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0514269 Jul 12 14:40:18.462492 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0f6b08c-71fc-41a1-8313-afe5fb217b82 req-b6cd2838-5408-493e-ab23-3e815cea0f49 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Jul 12 14:40:18.548502 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68d2f-9fb9-45d8-b1d5-142c076ceace req-b2e9980c-33b8-41fa-bf1d-64b0f4024fb8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:18.550012 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b68d2f-9fb9-45d8-b1d5-142c076ceace req-b2e9980c-33b8-41fa-bf1d-64b0f4024fb8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0499866 Jul 12 14:40:18.605376 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b68d2f-9fb9-45d8-b1d5-142c076ceace req-0235ec82-55cb-4074-b56b-96167665fef2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496202 Jul 12 14:40:18.690749 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.258034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55156) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:19.375560 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.408808 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:19.421020 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1d3b2-1ba2-409e-a950-8389bbbaaa56 req-7abe1902-36ba-42be-8691-c2ce6b3ea657 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:19.422450 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d6b1d3b2-1ba2-409e-a950-8389bbbaaa56 req-7abe1902-36ba-42be-8691-c2ce6b3ea657 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 945 time: 0.0836222 Jul 12 14:40:19.428362 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802d11-221d-4f9f-b044-4f3e05e5392d req-b4fdf8aa-fe8b-4e6e-acdc-516de075499e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:19.429813 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba802d11-221d-4f9f-b044-4f3e05e5392d req-b4fdf8aa-fe8b-4e6e-acdc-516de075499e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0807128 Jul 12 14:40:19.455324 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Publish callbacks [] for security_group (e6c73799-bf92-4ba5-9d66-8ae9b87e4f17), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.455606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:19.501652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d6b1d3b2-1ba2-409e-a950-8389bbbaaa56 req-472d18b8-5622-409d-b171-14bdbf12eaf4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708854 Jul 12 14:40:19.512897 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba802d11-221d-4f9f-b044-4f3e05e5392d req-f0e1ce90-7e01-42e3-b7e1-16739e002b3b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755904 Jul 12 14:40:19.553432 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e6c73799-bf92-4ba5-9d66-8ae9b87e4f17), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.599385 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=167da863020c4ed7b617191f60d60511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402107 Jul 12 14:40:19.600504 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c73799-bf92-4ba5-9d66-8ae9b87e4f17,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:19.602427 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d53202-a028-47f4-88e3-fb63c0489fdd req-9038c1b3-2c8e-477c-9504-c15febe6f3af tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:19.602693 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55166) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:19.604241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37d53202-a028-47f4-88e3-fb63c0489fdd req-9038c1b3-2c8e-477c-9504-c15febe6f3af tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0478404 Jul 12 14:40:19.624684 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.625043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.625424 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.625767 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.626098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.626470 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.626801 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.627125 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.627466 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.627816 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.628143 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.628472 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.628795 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.629121 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.629496 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ae248-90bc-4a25-aad5-ca634c8e5ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:19.666028 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37d53202-a028-47f4-88e3-fb63c0489fdd req-aeeedf19-9eb4-416d-827c-b50d7ae0a695 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554225 Jul 12 14:40:19.701395 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] Publish callbacks [] for security_group (e6c73799-bf92-4ba5-9d66-8ae9b87e4f17), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.727544 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] Publish callbacks [] for security_group (e6c73799-bf92-4ba5-9d66-8ae9b87e4f17), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.733732 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ae731-505f-45c2-90b7-f8d2d4c05398 req-ace8d52b-bc68-48a1-a0a2-b65c6111a819 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:19.735487 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4a7ae731-505f-45c2-90b7-f8d2d4c05398 req-ace8d52b-bc68-48a1-a0a2-b65c6111a819 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0469580 Jul 12 14:40:19.788438 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4a7ae731-505f-45c2-90b7-f8d2d4c05398 req-eaa6238e-4a1d-4066-b3bb-dfa2730782a1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469778 Jul 12 14:40:19.850292 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e6c73799-bf92-4ba5-9d66-8ae9b87e4f17), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.852849 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:19.854049 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6c73799-bf92-4ba5-9d66-8ae9b87e4f17 HTTP/1.1" status: 204 len: 168 time: 0.2502234 Jul 12 14:40:19.863822 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d6429-726b-4ca3-bf7c-3424747ff201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c73799-bf92-4ba5-9d66-8ae9b87e4f17,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:20.347266 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 68fcc4b4-c1bb-4548-816a-03ac719e76aa up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:20.389374 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 68fcc4b4-c1bb-4548-816a-03ac719e76aa completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:40:20.473638 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 68fcc4b4-c1bb-4548-816a-03ac719e76aa triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:20.474018 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.474837 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11ed61-876e-446b-9575-f728bca4f7eb req-fc887c5d-4d14-49df-ae94-1a3d04571151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:20.477663 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c11ed61-876e-446b-9575-f728bca4f7eb req-fc887c5d-4d14-49df-ae94-1a3d04571151 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 1129 time: 0.0732551 Jul 12 14:40:20.482920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30492c58-53b3-413f-a2fd-54d28cdfaa14 req-6e42f522-3421-4b18-bd3d-c33a1d34d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:20.484445 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-30492c58-53b3-413f-a2fd-54d28cdfaa14 req-6e42f522-3421-4b18-bd3d-c33a1d34d450 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1129 time: 0.0703781 Jul 12 14:40:20.558164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:20.568010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55192) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:20.572650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c11ed61-876e-446b-9575-f728bca4f7eb req-d7b79549-6138-4462-8be6-93b0914523b8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868309 Jul 12 14:40:20.574812 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-30492c58-53b3-413f-a2fd-54d28cdfaa14 req-5fcf88bf-f5a1-452e-9efd-5c23bbfe1525 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Jul 12 14:40:20.584735 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-862ca1b3-6dcd-4cfe-8f7e-c37fc6eb150d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.596380 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 68fcc4b4-c1bb-4548-816a-03ac719e76aa is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:20.596766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.623862 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:20.626181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917a044-312b-44ab-a528-670a1e81bbda" -d '{"events": [{"server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "name": "network-vif-plugged", "status": "completed", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:20.641730 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:20.651912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f7115-f2af-46b3-993a-c8491f350b3b req-bc6240a2-3926-468d-891c-48493b4fb42f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:20.654323 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d15f7115-f2af-46b3-993a-c8491f350b3b req-bc6240a2-3926-468d-891c-48493b4fb42f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Jul 12 14:40:20.699694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-862ca1b3-6dcd-4cfe-8f7e-c37fc6eb150d admin admin] Publish callbacks [] for security_group (98cb8e7f-0abf-42b2-a7bd-3922e0635400), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.702745 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.703574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:20.717397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60103-c84d-40ca-8331-4b5390b56858 req-b982896e-1a6c-4fb0-8019-8402e0445883 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:20.718912 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41b60103-c84d-40ca-8331-4b5390b56858 req-b982896e-1a6c-4fb0-8019-8402e0445883 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0632114 Jul 12 14:40:20.757534 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d15f7115-f2af-46b3-993a-c8491f350b3b req-87f8da8c-606a-4d98-9e05-6b6fcb728bf2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916512 Jul 12 14:40:20.788316 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:20.791123 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41b60103-c84d-40ca-8331-4b5390b56858 req-fb85f1c8-e3e2-4136-b8d4-93035be15ab3 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607383 Jul 12 14:40:20.794370 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-862ca1b3-6dcd-4cfe-8f7e-c37fc6eb150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (98cb8e7f-0abf-42b2-a7bd-3922e0635400), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.833944 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-862ca1b3-6dcd-4cfe-8f7e-c37fc6eb150d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9557b90c03ca46b3b13a7a107fad53da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660348 Jul 12 14:40:20.835830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55206) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:20.841875 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedac39a-901e-4a1c-a0af-18f9161e0873 x-openstack-request-id: req-fedac39a-901e-4a1c-a0af-18f9161e0873 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:20.842161 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "name": "network-vif-plugged", "status": "completed", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:20.842412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fedac39a-901e-4a1c-a0af-18f9161e0873 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:20.842802 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedac39a-901e-4a1c-a0af-18f9161e0873'] response: {'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'code': 200} Jul 12 14:40:20.845745 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port f0edff70-5e51-412d-b474-2a70b09725f5 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:40:20.849350 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.849791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.850208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.850670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.851006 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.851384 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.851713 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.852277 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.852609 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.852933 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.853362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.853689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.854010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.854329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.854645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:20.880997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ca1b3-6dcd-4cfe-8f7e-c37fc6eb150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb8e7f-0abf-42b2-a7bd-3922e0635400,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:20.899164 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:20.934417 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] Publish callbacks [] for security_group (98cb8e7f-0abf-42b2-a7bd-3922e0635400), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.947707 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port f0edff70-5e51-412d-b474-2a70b09725f5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:20.948084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:20.980134 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] Publish callbacks [] for security_group (98cb8e7f-0abf-42b2-a7bd-3922e0635400), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:21.048356 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:21.048752 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:21.057628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649e79-5435-4fd7-a7f7-43ec4b0c22a5 req-a4ecc897-e4b1-49eb-a2e2-e9a2c6a3561f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:21.062119 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1b649e79-5435-4fd7-a7f7-43ec4b0c22a5 req-a4ecc897-e4b1-49eb-a2e2-e9a2c6a3561f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.1492591 Jul 12 14:40:21.070587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e322a-fd0a-4ad7-be05-8bb39d78ae51 req-91a9fd98-0f21-45cd-b6e0-3c4404220ce0 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:21.073203 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-369e322a-fd0a-4ad7-be05-8bb39d78ae51 req-91a9fd98-0f21-45cd-b6e0-3c4404220ce0 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0982249 Jul 12 14:40:21.088973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:21.159630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:21.160222 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (98cb8e7f-0abf-42b2-a7bd-3922e0635400), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:21.164135 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:21.165782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1b649e79-5435-4fd7-a7f7-43ec4b0c22a5 req-009973fe-7f3d-4c70-8727-ad46e209362f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834398 Jul 12 14:40:21.171514 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98cb8e7f-0abf-42b2-a7bd-3922e0635400 HTTP/1.1" status: 204 len: 168 time: 0.3288910 Jul 12 14:40:21.173579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-369e322a-fd0a-4ad7-be05-8bb39d78ae51 req-e6944232-7fad-4e6b-8581-b53b2aeb2d84 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Jul 12 14:40:21.182949 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56e559-27e3-493c-bbd6-ecdd0f279bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb8e7f-0abf-42b2-a7bd-3922e0635400,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:21.227845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:22.088933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f7de-a6ac-449e-aeed-51d182123e51 req-181efcee-b1ec-4a43-9ba0-8e43d9040cf7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:22.090481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a299f7de-a6ac-449e-aeed-51d182123e51 req-181efcee-b1ec-4a43-9ba0-8e43d9040cf7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.2607915 Jul 12 14:40:22.101197 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fec87-aaaa-4826-9492-accb39beec8a req-ee5b60b9-f4af-4bf9-a463-8694976f51d1 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:22.102552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-399fec87-aaaa-4826-9492-accb39beec8a req-ee5b60b9-f4af-4bf9-a463-8694976f51d1 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0607822 Jul 12 14:40:22.180833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a299f7de-a6ac-449e-aeed-51d182123e51 req-e37652d3-0a2c-4861-ba98-8acc6a1e036d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745072 Jul 12 14:40:22.182020 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-399fec87-aaaa-4826-9492-accb39beec8a req-dace7108-b892-4870-b900-496e691039a1 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721469 Jul 12 14:40:22.304086 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:22.327786 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa865c-77c5-4fc7-b23f-e67e87831a45 req-b922dc6b-e4b1-4db8-b153-abf5309727ef tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:22.333778 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9efa865c-77c5-4fc7-b23f-e67e87831a45 req-b922dc6b-e4b1-4db8-b153-abf5309727ef tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0880868 Jul 12 14:40:22.358686 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb6f4e-bb56-48fc-8ef0-89a331c43aee req-fb1c4c72-d32e-4976-940b-cac8173d1951 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:22.360177 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bcfb6f4e-bb56-48fc-8ef0-89a331c43aee req-fb1c4c72-d32e-4976-940b-cac8173d1951 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1030636 Jul 12 14:40:22.405148 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9efa865c-77c5-4fc7-b23f-e67e87831a45 req-3cfe4957-83da-4f36-a2fa-deede0ba28c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704937 Jul 12 14:40:22.435801 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bcfb6f4e-bb56-48fc-8ef0-89a331c43aee req-8e7bde0d-2c59-4ef5-8a5c-62f2fe91ddca tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 Jul 12 14:40:22.843887 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:22.846276 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31abdde5-f319-4751-8f67-59441f0682eb" -d '{"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:22.873551 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55284) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:22.884540 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97b0dab-8a36-4fe2-9778-4e5f580d18cb x-openstack-request-id: req-a97b0dab-8a36-4fe2-9778-4e5f580d18cb {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:22.884849 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:22.885110 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a97b0dab-8a36-4fe2-9778-4e5f580d18cb {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:22.885533 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97b0dab-8a36-4fe2-9778-4e5f580d18cb'] response: {'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'code': 200} Jul 12 14:40:22.981739 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-06f26656-8f49-4ad4-9e0e-4d1710d6520d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.055775 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-06f26656-8f49-4ad4-9e0e-4d1710d6520d admin admin] Publish callbacks [] for security_group (e74fc546-709c-4ef4-8b5b-21604c6f934b), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.130246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-06f26656-8f49-4ad4-9e0e-4d1710d6520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e74fc546-709c-4ef4-8b5b-21604c6f934b), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.168021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f26656-8f49-4ad4-9e0e-4d1710d6520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74fc546-709c-4ef4-8b5b-21604c6f934b,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:23.172127 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-06f26656-8f49-4ad4-9e0e-4d1710d6520d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a84eed2a5a3b43469e213a9215356de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975769 Jul 12 14:40:23.174745 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55290) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:23.228481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] Publish callbacks [] for security_group (e74fc546-709c-4ef4-8b5b-21604c6f934b), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.239503 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:23.253027 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] Publish callbacks [] for security_group (e74fc546-709c-4ef4-8b5b-21604c6f934b), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.326210 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58148e-9eab-48a0-a5bd-53df82b27993 req-9d1775ae-a567-4001-ba7a-1cc1e6b49c07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:23.327711 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5b58148e-9eab-48a0-a5bd-53df82b27993 req-9d1775ae-a567-4001-ba7a-1cc1e6b49c07 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0813296 Jul 12 14:40:23.333760 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c5c6a-95fc-4c9c-9200-34367c6edc24 req-9b959b83-d40b-4b4c-887b-d1a5520f188e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:23.335095 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b3c5c6a-95fc-4c9c-9200-34367c6edc24 req-9b959b83-d40b-4b4c-887b-d1a5520f188e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0773904 Jul 12 14:40:23.370499 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e74fc546-709c-4ef4-8b5b-21604c6f934b), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.373619 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:23.377142 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e74fc546-709c-4ef4-8b5b-21604c6f934b HTTP/1.1" status: 204 len: 168 time: 0.1990814 Jul 12 14:40:23.383410 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e798-8ab8-4235-8ee0-bd84166ab7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74fc546-709c-4ef4-8b5b-21604c6f934b,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:23.402904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5b58148e-9eab-48a0-a5bd-53df82b27993 req-4e71075d-51e2-4a0a-84b0-d63133c0249c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668659 Jul 12 14:40:23.417701 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b3c5c6a-95fc-4c9c-9200-34367c6edc24 req-cf3c7f07-8494-4f93-a518-c8ee5864cdcc tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746517 Jul 12 14:40:23.551906 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:23.566143 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5638-73ef-4b5d-a997-008bf36af6f8 req-8707a67c-5a3e-4cef-a439-688477840e85 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:23.567649 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e1b5638-73ef-4b5d-a997-008bf36af6f8 req-8707a67c-5a3e-4cef-a439-688477840e85 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0830140 Jul 12 14:40:23.580477 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b62d0-8483-44c5-ad35-e57e9eb82d78 req-63b874f0-e724-4d02-ae3b-cc4719f9933e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:23.581975 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf7b62d0-8483-44c5-ad35-e57e9eb82d78 req-63b874f0-e724-4d02-ae3b-cc4719f9933e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0657485 Jul 12 14:40:23.655163 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e1b5638-73ef-4b5d-a997-008bf36af6f8 req-a6883460-a2c2-402b-a972-9169a65a0aec tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818877 Jul 12 14:40:23.658430 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf7b62d0-8483-44c5-ad35-e57e9eb82d78 req-c27760f5-57bb-42b0-a29e-c1ae7752651c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jul 12 14:40:24.556484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87d8f-dce2-4f05-ae2e-22964bad7c5d req-1a0f0a27-904c-4b74-b46e-cb352ffe75e8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:24.557964 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c8d87d8f-dce2-4f05-ae2e-22964bad7c5d req-1a0f0a27-904c-4b74-b46e-cb352ffe75e8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0781229 Jul 12 14:40:24.566247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f82d4-6d8b-4656-9883-5e7600013b4a req-5673dba4-3dd8-4875-b5ab-65ba384598f5 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:24.567595 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d53f82d4-6d8b-4656-9883-5e7600013b4a req-5673dba4-3dd8-4875-b5ab-65ba384598f5 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0769732 Jul 12 14:40:24.644924 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c8d87d8f-dce2-4f05-ae2e-22964bad7c5d req-8231037a-b171-43e2-8644-2c05096c5825 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762982 Jul 12 14:40:24.648900 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d53f82d4-6d8b-4656-9883-5e7600013b4a req-0def936a-4c5b-4d16-ae7e-6fda500fe27f tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736158 Jul 12 14:40:24.815861 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc76bae-1c34-4dd8-8070-23a9c3c3a4a7 req-2c512f78-7006-4684-912a-609480f8e25a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:24.817382 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bc76bae-1c34-4dd8-8070-23a9c3c3a4a7 req-2c512f78-7006-4684-912a-609480f8e25a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0810177 Jul 12 14:40:24.823291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f6a0a-684c-4e92-81c7-42a60dd0de13 req-a86ca140-14f4-4d10-8400-1767deb06cfd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:24.824619 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e5f6a0a-684c-4e92-81c7-42a60dd0de13 req-a86ca140-14f4-4d10-8400-1767deb06cfd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0864427 Jul 12 14:40:24.902584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bc76bae-1c34-4dd8-8070-23a9c3c3a4a7 req-c1053fd4-ba12-4b7a-bf90-2035562b885e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Jul 12 14:40:24.906846 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e5f6a0a-684c-4e92-81c7-42a60dd0de13 req-62aea11a-2a69-4f6d-b0c9-861d4c29fafc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658455 Jul 12 14:40:25.804091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77901a0b-8238-4ea7-a399-46eeb0d798b2 req-167e84cb-c18a-461e-b1ac-aab36829c4b5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:25.805512 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77901a0b-8238-4ea7-a399-46eeb0d798b2 req-167e84cb-c18a-461e-b1ac-aab36829c4b5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0878744 Jul 12 14:40:25.814015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff75188-a07d-4e3e-9416-4e7af0123caa req-3e4bf24d-8e30-4b61-82cf-808470611db8 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:25.830822 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eff75188-a07d-4e3e-9416-4e7af0123caa req-3e4bf24d-8e30-4b61-82cf-808470611db8 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0927918 Jul 12 14:40:25.889972 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eff75188-a07d-4e3e-9416-4e7af0123caa req-8df21041-0d8d-4a82-9275-20ce74570c8e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654507 Jul 12 14:40:25.907246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77901a0b-8238-4ea7-a399-46eeb0d798b2 req-1de141c9-27d6-470b-b9fe-6e506fab1823 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815225 Jul 12 14:40:25.976376 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:26.042713 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:26.061003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c31f-4038-469b-9442-bf3493332e50 req-8369a1f0-36b9-421e-814d-657cc1fd96bf tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:26.061466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6743c31f-4038-469b-9442-bf3493332e50 req-8369a1f0-36b9-421e-814d-657cc1fd96bf tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0807834 Jul 12 14:40:26.068968 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223507a-6fd6-4672-a822-c1f92c08a076 req-01589ed1-6811-4107-ac88-5c9ad80767a6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:26.070421 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0223507a-6fd6-4672-a822-c1f92c08a076 req-01589ed1-6811-4107-ac88-5c9ad80767a6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0786777 Jul 12 14:40:26.149622 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6743c31f-4038-469b-9442-bf3493332e50 req-b75b04af-66a3-493a-b5f0-e5e69b455b69 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Jul 12 14:40:26.179211 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0223507a-6fd6-4672-a822-c1f92c08a076 req-cdc12cb7-dcd7-498c-8ee9-8eee834ce090 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006675 Jul 12 14:40:27.000384 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:27.035032 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ed4f-c8eb-401f-ac35-c89e722bd5f4 req-614eb09d-bb22-4b86-bd9b-2939cf4c793b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:27.036478 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b02ed4f-c8eb-401f-ac35-c89e722bd5f4 req-614eb09d-bb22-4b86-bd9b-2939cf4c793b tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0777209 Jul 12 14:40:27.050168 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34c60-6c70-49b3-91c5-e96953e8c10b req-c7f42434-6c5c-4375-877e-228e7c0022fb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:27.051519 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b34c60-6c70-49b3-91c5-e96953e8c10b req-c7f42434-6c5c-4375-877e-228e7c0022fb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0651877 Jul 12 14:40:27.119754 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b02ed4f-c8eb-401f-ac35-c89e722bd5f4 req-f1e0a107-b886-445b-a906-b9737b83a80c tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Jul 12 14:40:27.127444 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b34c60-6c70-49b3-91c5-e96953e8c10b req-1fe610c5-3b19-4e43-a0d5-e407c783d9e2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699456 Jul 12 14:40:27.314368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752940d-294d-488e-b98e-66284b5865d2 req-d6b47c39-4adc-4af2-be56-695fb7492742 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:27.315831 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7752940d-294d-488e-b98e-66284b5865d2 req-d6b47c39-4adc-4af2-be56-695fb7492742 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0869348 Jul 12 14:40:27.334032 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8484f5-ce5b-4943-ae8b-c24a366b88c5 req-00ed49bd-f5a2-42ab-b70d-af50d2af8170 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:27.335381 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a8484f5-ce5b-4943-ae8b-c24a366b88c5 req-00ed49bd-f5a2-42ab-b70d-af50d2af8170 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0694506 Jul 12 14:40:27.401904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7752940d-294d-488e-b98e-66284b5865d2 req-e150ac28-aa58-43aa-a916-dd7263b2725a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Jul 12 14:40:27.407385 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a8484f5-ce5b-4943-ae8b-c24a366b88c5 req-a69c614b-bcb0-40ee-8c42-e7ff3b9522c5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639241 Jul 12 14:40:28.238558 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26df4e-ed89-430f-a607-11b486bd7adf req-0e77fb95-01e1-48a0-b2a1-018c68f4ec5e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:28.240008 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c26df4e-ed89-430f-a607-11b486bd7adf req-0e77fb95-01e1-48a0-b2a1-018c68f4ec5e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0472512 Jul 12 14:40:28.287703 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c26df4e-ed89-430f-a607-11b486bd7adf req-d8a64d95-a01d-48ff-b502-b3d0b4224398 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jul 12 14:40:28.545211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c1e32-71ec-4f35-bbdd-492d6215ebed req-8bc2d381-893f-4583-a1a7-b3e99df7f565 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:28.546581 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-359c1e32-71ec-4f35-bbdd-492d6215ebed req-8bc2d381-893f-4583-a1a7-b3e99df7f565 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0777006 Jul 12 14:40:28.554078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8e75-55ac-4195-9129-b473a136a304 req-df17cbde-7d19-463e-99b3-72183f28c8f0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:28.555405 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-540a8e75-55ac-4195-9129-b473a136a304 req-df17cbde-7d19-463e-99b3-72183f28c8f0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0758789 Jul 12 14:40:28.628444 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-359c1e32-71ec-4f35-bbdd-492d6215ebed req-f1c26483-0c05-4df4-9a1e-e84701e4a732 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Jul 12 14:40:28.631678 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-540a8e75-55ac-4195-9129-b473a136a304 req-f6f92666-23a6-412e-af31-819321f0ed64 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681834 Jul 12 14:40:29.398066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1c276-9fe4-45dd-840f-d7a6d9ab30de req-0356c61c-b1e1-4841-8558-cb19304aa1c6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:29.399521 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-65e1c276-9fe4-45dd-840f-d7a6d9ab30de req-0356c61c-b1e1-4841-8558-cb19304aa1c6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0468330 Jul 12 14:40:29.809286 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-65e1c276-9fe4-45dd-840f-d7a6d9ab30de req-57479fd0-f8ab-49f7-9109-e6e096300ce0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Jul 12 14:40:29.809286 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5121-9428-4e58-9768-db81b11c5208 req-83e4f682-5c32-4d5b-a894-495c7e5a1dc4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:29.809286 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8ab5121-9428-4e58-9768-db81b11c5208 req-83e4f682-5c32-4d5b-a894-495c7e5a1dc4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0735016 Jul 12 14:40:29.809286 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe7986-ecaf-4d90-a79f-66f53c902adb req-ea130fbe-2a1d-48f6-ba90-a1d39a48095b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:29.809286 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8fbe7986-ecaf-4d90-a79f-66f53c902adb req-ea130fbe-2a1d-48f6-ba90-a1d39a48095b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0735648 Jul 12 14:40:29.853173 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8ab5121-9428-4e58-9768-db81b11c5208 req-253f19a4-f0f1-4a1b-9efa-c01f515dd6f6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Jul 12 14:40:29.860674 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8fbe7986-ecaf-4d90-a79f-66f53c902adb req-964b5a00-1ae2-46a0-a9c2-d7388494eca8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744472 Jul 12 14:40:30.564698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b624f-f72d-46f1-a5de-c303b8a6cf76 req-89133257-b5fd-4716-ba63-53ffd92afa59 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:30.566286 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-452b624f-f72d-46f1-a5de-c303b8a6cf76 req-89133257-b5fd-4716-ba63-53ffd92afa59 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0479572 Jul 12 14:40:30.612754 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-452b624f-f72d-46f1-a5de-c303b8a6cf76 req-e7d6cfff-3857-406b-954d-e291b70448d1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Jul 12 14:40:30.931105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:30.999179 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:31.041284 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366a90e-0346-4e42-9ce0-f14e0f17e8c1 req-99647464-b3da-4274-82fe-51eedb220f4e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:31.042755 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c366a90e-0346-4e42-9ce0-f14e0f17e8c1 req-99647464-b3da-4274-82fe-51eedb220f4e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1209440 Jul 12 14:40:31.055419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a6773-9459-458f-8e69-3137375f005c req-cc40a7ad-6d17-42f6-8eb3-7ee5707c8e5f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:31.056787 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-585a6773-9459-458f-8e69-3137375f005c req-cc40a7ad-6d17-42f6-8eb3-7ee5707c8e5f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.1168642 Jul 12 14:40:31.058388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a0515-c20b-4806-bf44-234c7994733b req-7ea9f4d2-f84f-4bec-81a2-663a7920809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:31.060281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-707a0515-c20b-4806-bf44-234c7994733b req-7ea9f4d2-f84f-4bec-81a2-663a7920809d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1130 time: 0.0909781 Jul 12 14:40:31.131008 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c366a90e-0346-4e42-9ce0-f14e0f17e8c1 req-4b75eb20-d3f4-4e0c-8e8a-5a0bbf7f7f47 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816965 Jul 12 14:40:31.134828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-585a6773-9459-458f-8e69-3137375f005c req-fc53bef3-a5bc-4963-9d15-e7a2e3d95732 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694177 Jul 12 14:40:31.240722 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:40:31.724003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416030-31c0-4fbf-8ece-ab5a965f6c41 req-24298948-5e01-487f-8819-3ad22ddd51b0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:31.725466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf416030-31c0-4fbf-8ece-ab5a965f6c41 req-24298948-5e01-487f-8819-3ad22ddd51b0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0467570 Jul 12 14:40:31.792730 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf416030-31c0-4fbf-8ece-ab5a965f6c41 req-fce228c9-ad36-44af-90a9-907a52e0f352 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613356 Jul 12 14:40:31.844300 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-707a0515-c20b-4806-bf44-234c7994733b req-89157e07-b7f9-48bd-9943-03026573c0cb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505824 Jul 12 14:40:32.269139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd9ac7-e4ae-49c3-9ff7-17c7cf743269 req-9d4d7353-ca49-48ea-9092-274042b2e967 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:32.270596 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9dd9ac7-e4ae-49c3-9ff7-17c7cf743269 req-9d4d7353-ca49-48ea-9092-274042b2e967 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Jul 12 14:40:32.320232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9dd9ac7-e4ae-49c3-9ff7-17c7cf743269 req-8935cdc0-1608-4a6b-9724-d483dd94c549 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Jul 12 14:40:32.441271 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb67a04-534b-4bd1-a033-fca8038657b2 req-04b2aa1b-bb59-4517-837d-0b2ca65e1992 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:32.442770 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3eb67a04-534b-4bd1-a033-fca8038657b2 req-04b2aa1b-bb59-4517-837d-0b2ca65e1992 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0493624 Jul 12 14:40:32.498222 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3eb67a04-534b-4bd1-a033-fca8038657b2 req-0f504e75-aeeb-4f1a-8637-268891292391 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496225 Jul 12 14:40:33.054233 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c35f10-b608-4919-b972-7b87d46b0fa1 req-3944f9bc-9965-4c8e-90d3-bd741ab8cc11 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:33.055732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0c35f10-b608-4919-b972-7b87d46b0fa1 req-3944f9bc-9965-4c8e-90d3-bd741ab8cc11 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0456374 Jul 12 14:40:33.102753 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0c35f10-b608-4919-b972-7b87d46b0fa1 req-05ecd205-ba5b-45d1-9c7e-89478a8c1a3e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Jul 12 14:40:33.204270 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b8e25-851d-48c3-9b7e-27c6fb9cab01 req-4f3b3d0d-2b9b-4f3b-b053-9b1dcf3cae3a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:33.205722 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e6b8e25-851d-48c3-9b7e-27c6fb9cab01 req-4f3b3d0d-2b9b-4f3b-b053-9b1dcf3cae3a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0456591 Jul 12 14:40:33.251925 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e6b8e25-851d-48c3-9b7e-27c6fb9cab01 req-2536563e-3f4c-4d11-a7b5-cb38ecfed43b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Jul 12 14:40:33.379258 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:33.619615 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4905b-1148-428b-b3cd-41e5c289335d req-e1769216-231e-4c6e-9ed6-2515dfb032c2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:33.621054 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1e4905b-1148-428b-b3cd-41e5c289335d req-e1769216-231e-4c6e-9ed6-2515dfb032c2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0494876 Jul 12 14:40:33.666830 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1e4905b-1148-428b-b3cd-41e5c289335d req-142c1e1c-56cd-44c7-a593-8d42975cb42c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398932 Jul 12 14:40:34.226134 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ebbf-3af5-4a38-87f2-1826028b7120 req-37bd87a8-b41a-4022-95f6-4eca2f7385a7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:34.227634 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e58ebbf-3af5-4a38-87f2-1826028b7120 req-37bd87a8-b41a-4022-95f6-4eca2f7385a7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0576522 Jul 12 14:40:34.274259 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e58ebbf-3af5-4a38-87f2-1826028b7120 req-899a9d6b-4485-47e5-8395-20206bd79b81 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411022 Jul 12 14:40:34.371272 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b375c6-e6c6-4a45-82ec-02d3ebe0a514 req-7b4701c4-8cdd-4c08-a05e-3379ca0b2153 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:34.373502 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f8b375c6-e6c6-4a45-82ec-02d3ebe0a514 req-7b4701c4-8cdd-4c08-a05e-3379ca0b2153 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0456512 Jul 12 14:40:34.411082 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:34.422314 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f8b375c6-e6c6-4a45-82ec-02d3ebe0a514 req-0a9970f6-e69e-49d6-b652-c53d9aa52d82 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Jul 12 14:40:34.782078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2d463-3581-4ebf-9488-0ec2bffa8619 req-eb897a1d-84c8-41ef-a869-8676e9cfb4f9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:34.783505 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4dc2d463-3581-4ebf-9488-0ec2bffa8619 req-eb897a1d-84c8-41ef-a869-8676e9cfb4f9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0456367 Jul 12 14:40:34.816268 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:34.830827 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4dc2d463-3581-4ebf-9488-0ec2bffa8619 req-d34f8948-c832-403d-9e36-78cb172e096d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Jul 12 14:40:35.384030 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64455b9-345a-442d-9365-fc93fd060c6f req-8d61b103-922b-45bf-b534-3e0eaae7f7cb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:35.385497 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e64455b9-345a-442d-9365-fc93fd060c6f req-8d61b103-922b-45bf-b534-3e0eaae7f7cb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0461600 Jul 12 14:40:35.431884 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e64455b9-345a-442d-9365-fc93fd060c6f req-7db3615f-ae3a-4996-a1a8-d7d969a18266 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Jul 12 14:40:35.539752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfa9c4-09d4-4d70-8a30-b73cff28b520 req-1335a6d0-03ee-4882-b8a8-75adb722313b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:35.541218 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7fbfa9c4-09d4-4d70-8a30-b73cff28b520 req-1335a6d0-03ee-4882-b8a8-75adb722313b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Jul 12 14:40:35.586717 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7fbfa9c4-09d4-4d70-8a30-b73cff28b520 req-d91a0dba-1a48-410d-a26c-201ba06d0877 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jul 12 14:40:35.879497 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:35.901298 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:35.960485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d5a2-d699-4872-b9d6-557fa70ff05a req-a7635238-e12c-47d2-b8d1-428519ba6316 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:35.961992 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06f2d5a2-d699-4872-b9d6-557fa70ff05a req-a7635238-e12c-47d2-b8d1-428519ba6316 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0503454 Jul 12 14:40:36.017772 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06f2d5a2-d699-4872-b9d6-557fa70ff05a req-6a0a0958-a46d-4c80-a5a1-2f96e2af5831 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453315 Jul 12 14:40:36.547294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d29c3e-9267-4de3-b534-696a33660c08 req-5c72b8c0-d5a7-4879-bf39-0fef425ca94c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:36.548768 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-74d29c3e-9267-4de3-b534-696a33660c08 req-5c72b8c0-d5a7-4879-bf39-0fef425ca94c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Jul 12 14:40:36.602833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-74d29c3e-9267-4de3-b534-696a33660c08 req-77266853-57fa-4e7f-860d-be6aeca398a2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484648 Jul 12 14:40:36.694511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b8140-63ad-470f-8b84-ec6f2adc5b11 req-0b992d03-578a-4883-9cd8-75ee2a7706bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:36.696043 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-868b8140-63ad-470f-8b84-ec6f2adc5b11 req-0b992d03-578a-4883-9cd8-75ee2a7706bc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1130 time: 0.0662775 Jul 12 14:40:36.713858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c3e6c-da6e-4cfa-82e9-57bf13fdbc73 req-f6b41b89-dd64-4d35-ac43-0465850d644e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:36.715289 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1e1c3e6c-da6e-4cfa-82e9-57bf13fdbc73 req-f6b41b89-dd64-4d35-ac43-0465850d644e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Jul 12 14:40:36.763856 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1e1c3e6c-da6e-4cfa-82e9-57bf13fdbc73 req-dd5f75d3-3350-4aa9-a552-c1607832ad51 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Jul 12 14:40:37.167537 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247481f-956a-4bde-89aa-a842bef0e1dc req-2243e9d3-9670-4177-89e9-580d268fd3ef tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:37.169697 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4247481f-956a-4bde-89aa-a842bef0e1dc req-2243e9d3-9670-4177-89e9-580d268fd3ef tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0548785 Jul 12 14:40:37.224407 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4247481f-956a-4bde-89aa-a842bef0e1dc req-7271e3d7-7407-44aa-9eb7-94ad895fc5cb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458577 Jul 12 14:40:37.297850 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-0e7a3a7b-784f-434a-8784-38a3f14c1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:37.302411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-0e7a3a7b-784f-434a-8784-38a3f14c1daa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1129 time: 0.0607109 Jul 12 14:40:37.330155 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-868b8140-63ad-470f-8b84-ec6f2adc5b11 req-224fd01e-a4aa-4a77-8b17-876e13de6341 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529885 Jul 12 14:40:37.478774 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55660) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:37.565704 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55666) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:37.707055 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-442e664f-3aef-4e19-82d3-1e4aa7952134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.710301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-89ff610e-5c0a-43dc-8fc6-844ab1680398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.726376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf3a6-fcb7-4690-86bc-53a56c2cae8e req-4c103adc-9921-460e-a0f9-3ec7dabf756e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:37.728686 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-72bbf3a6-fcb7-4690-86bc-53a56c2cae8e req-4c103adc-9921-460e-a0f9-3ec7dabf756e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0520537 Jul 12 14:40:37.788036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-72bbf3a6-fcb7-4690-86bc-53a56c2cae8e req-7a8d803d-294f-4721-8c34-4fe386e88791 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534160 Jul 12 14:40:37.826489 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-442e664f-3aef-4e19-82d3-1e4aa7952134 admin admin] Publish callbacks [] for security_group (a30abc36-e9c8-464e-88e0-f4099281a7ec), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.898935 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-89ff610e-5c0a-43dc-8fc6-844ab1680398 admin admin] Publish callbacks [] for security_group (2e133c0f-d8cd-4fcc-b99c-c5db494d3719), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.920089 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-442e664f-3aef-4e19-82d3-1e4aa7952134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a30abc36-e9c8-464e-88e0-f4099281a7ec), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.947643 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8184-e482-4204-9352-b54296061769 req-5160462f-a02a-4ab9-b28e-569b3e3e5745 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:37.949210 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f43d8184-e482-4204-9352-b54296061769 req-5160462f-a02a-4ab9-b28e-569b3e3e5745 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0970943 Jul 12 14:40:37.976903 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-89ff610e-5c0a-43dc-8fc6-844ab1680398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2e133c0f-d8cd-4fcc-b99c-c5db494d3719), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:37.980468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d3ba-5135-4dba-85db-f7ae275131d3 req-a2f182ea-d1b6-4e93-bed8-1e090b6c6c15 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:37.983301 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ad4d3ba-5135-4dba-85db-f7ae275131d3 req-a2f182ea-d1b6-4e93-bed8-1e090b6c6c15 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0932462 Jul 12 14:40:37.985105 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-442e664f-3aef-4e19-82d3-1e4aa7952134 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3eed61b06634aeb92e4008722f02898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045967 Jul 12 14:40:37.992067 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55694) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:37.995128 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e664f-3aef-4e19-82d3-1e4aa7952134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30abc36-e9c8-464e-88e0-f4099281a7ec,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:37.999811 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 55698) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:38.009125 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'floatingip': {'port_id': '68fcc4b4-c1bb-4548-816a-03ac719e76aa'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:38.018387 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:38.029522 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff610e-5c0a-43dc-8fc6-844ab1680398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e133c0f-d8cd-4fcc-b99c-c5db494d3719,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:38.053515 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-89ff610e-5c0a-43dc-8fc6-844ab1680398 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=999256a922ad4517ae9562d982e86fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867282 Jul 12 14:40:38.058330 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55700) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:38.108381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.114332 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f43d8184-e482-4204-9352-b54296061769 req-ac8166ba-8d1e-47a8-9b58-1bab8ea2c2e7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579137 Jul 12 14:40:38.118498 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] Publish callbacks [] for security_group (a30abc36-e9c8-464e-88e0-f4099281a7ec), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.144194 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] Publish callbacks [] for security_group (2e133c0f-d8cd-4fcc-b99c-c5db494d3719), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.156248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] Publish callbacks [] for security_group (a30abc36-e9c8-464e-88e0-f4099281a7ec), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.189955 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] Publish callbacks [] for security_group (2e133c0f-d8cd-4fcc-b99c-c5db494d3719), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.330010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a30abc36-e9c8-464e-88e0-f4099281a7ec), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.333319 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.334823 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a30abc36-e9c8-464e-88e0-f4099281a7ec HTTP/1.1" status: 204 len: 168 time: 0.3406763 Jul 12 14:40:38.339836 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2e133c0f-d8cd-4fcc-b99c-c5db494d3719), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.343856 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.345329 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e133c0f-d8cd-4fcc-b99c-c5db494d3719 HTTP/1.1" status: 204 len: 168 time: 0.2852173 Jul 12 14:40:38.352896 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7c25b-790d-42cc-9f03-5d80aee130b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30abc36-e9c8-464e-88e0-f4099281a7ec,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:38.366007 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfc2c6-c84e-4da3-9871-f5e87acdb77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e133c0f-d8cd-4fcc-b99c-c5db494d3719,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:38.450965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c9dab-d28e-4dfe-bb86-02503c706a8b req-912f12c5-d3c0-4975-b38c-b65d3f227cd4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:38.452364 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-419c9dab-d28e-4dfe-bb86-02503c706a8b req-912f12c5-d3c0-4975-b38c-b65d3f227cd4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0938284 Jul 12 14:40:38.454903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:38.560599 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-419c9dab-d28e-4dfe-bb86-02503c706a8b req-a5a76f8e-b524-436c-a72a-19221166ea21 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951908 Jul 12 14:40:38.724496 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55712) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:38.829655 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-0dc753a2-a47b-41bf-842a-0083b26ab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:38.831136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-0dc753a2-a47b-41bf-842a-0083b26ab789 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.2436612 Jul 12 14:40:38.872239 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-43c7e7e8-cb16-411d-86af-ecec87996212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:38.914379 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:38.936730 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:38.966991 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-43c7e7e8-cb16-411d-86af-ecec87996212 admin admin] Publish callbacks [] for security_group (3d3c1627-ba0b-4436-8256-5625d6924f89), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.038652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-43c7e7e8-cb16-411d-86af-ecec87996212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3d3c1627-ba0b-4436-8256-5625d6924f89), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.068302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.086323 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55726) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:39.096284 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-43c7e7e8-cb16-411d-86af-ecec87996212 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02bd39ab4289402788492b87ef1ddbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706241 Jul 12 14:40:39.096438 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 55728) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:39.103666 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7e7e8-cb16-411d-86af-ecec87996212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3c1627-ba0b-4436-8256-5625d6924f89,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.113655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4fc93848-aa61-487e-b569-de1868ae5a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.142516 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.182154 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55732) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:39.204180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-01a891a1-71fc-4757-b779-b02e5c5ec996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.231305 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] Publish callbacks [] for security_group (3d3c1627-ba0b-4436-8256-5625d6924f89), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.238912 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4fc93848-aa61-487e-b569-de1868ae5a1e admin admin] Publish callbacks [] for security_group (6573f3e3-ee20-4d46-9042-d58a536ae55d), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.289207 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a539d5-30e6-489a-8e3e-765945c4b4c7 req-7172e4f1-5e2d-4fa2-9785-1cf4fad32c11 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:39.290738 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3a539d5-30e6-489a-8e3e-765945c4b4c7 req-7172e4f1-5e2d-4fa2-9785-1cf4fad32c11 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1004882 Jul 12 14:40:39.304158 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-01a891a1-71fc-4757-b779-b02e5c5ec996 admin admin] Publish callbacks [] for security_group (5335b3a8-fe2a-42ad-a3a5-687b5626829e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.314461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] Publish callbacks [] for security_group (3d3c1627-ba0b-4436-8256-5625d6924f89), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.319034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4fc93848-aa61-487e-b569-de1868ae5a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6573f3e3-ee20-4d46-9042-d58a536ae55d), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.341791 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Floating IP 3806bf7c-fb24-4414-9781-b357e5badd8c associated. External IP: 172.27.3.190, port: 68fcc4b4-c1bb-4548-816a-03ac719e76aa. Jul 12 14:40:39.352824 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:39.360372 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4fc93848-aa61-487e-b569-de1868ae5a1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21e91c44cec34af6883bd4f99ff11aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702837 Jul 12 14:40:39.361266 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc93848-aa61-487e-b569-de1868ae5a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6573f3e3-ee20-4d46-9042-d58a536ae55d,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.363705 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55734) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:39.411043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-01a891a1-71fc-4757-b779-b02e5c5ec996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5335b3a8-fe2a-42ad-a3a5-687b5626829e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.427803 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] Publish callbacks [] for security_group (6573f3e3-ee20-4d46-9042-d58a536ae55d), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.428909 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3a539d5-30e6-489a-8e3e-765945c4b4c7 req-1e7c5d75-aefa-4825-95b1-d57ca7b6a5df tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260560 Jul 12 14:40:39.476429 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:39.481869 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a891a1-71fc-4757-b779-b02e5c5ec996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5335b3a8-fe2a-42ad-a3a5-687b5626829e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.487386 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-01a891a1-71fc-4757-b779-b02e5c5ec996 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98449885b56f4a71a08eb94dcd004475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039184 Jul 12 14:40:39.489459 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] Publish callbacks [] for security_group (6573f3e3-ee20-4d46-9042-d58a536ae55d), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.491151 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55736) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:39.570852 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] Publish callbacks [] for security_group (5335b3a8-fe2a-42ad-a3a5-687b5626829e), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.588307 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-f839f04e-b6d2-49aa-b5e6-a540bdc3345a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 200 len: 217 time: 0.0674601 Jul 12 14:40:39.590240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3d3c1627-ba0b-4436-8256-5625d6924f89), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.591368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.592392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d3c1627-ba0b-4436-8256-5625d6924f89 HTTP/1.1" status: 204 len: 168 time: 0.4949865 Jul 12 14:40:39.605126 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] Publish callbacks [] for security_group (5335b3a8-fe2a-42ad-a3a5-687b5626829e), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.654665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fde0d6-8e7c-45dd-b6a9-43d0fa904d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3c1627-ba0b-4436-8256-5625d6924f89,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.689953 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6573f3e3-ee20-4d46-9042-d58a536ae55d), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.693313 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.697127 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6573f3e3-ee20-4d46-9042-d58a536ae55d HTTP/1.1" status: 204 len: 168 time: 0.3303492 Jul 12 14:40:39.706941 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15947c3a-730f-4118-afa4-2a4ffcd01f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6573f3e3-ee20-4d46-9042-d58a536ae55d,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.771628 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5335b3a8-fe2a-42ad-a3a5-687b5626829e), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.776966 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:39.778669 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5335b3a8-fe2a-42ad-a3a5-687b5626829e HTTP/1.1" status: 204 len: 168 time: 0.2866137 Jul 12 14:40:39.790570 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f93295-df5b-452d-a1d5-347723bd8f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5335b3a8-fe2a-42ad-a3a5-687b5626829e,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:39.872838 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:39.879184 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-0c7177d4-820e-49c5-bd03-d23a17230d6b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3596542 Jul 12 14:40:39.936491 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2282-57c0-46fe-b045-d0ca33c52dd2 req-33406994-eab5-40c7-9f50-5abda48af6bb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:39.937987 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-edad2282-57c0-46fe-b045-d0ca33c52dd2 req-33406994-eab5-40c7-9f50-5abda48af6bb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.2943118 Jul 12 14:40:39.944808 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:40:39.946303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-3239abb6-67ac-4aa2-a727-eb0ce8189b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:39.947732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-3239abb6-67ac-4aa2-a727-eb0ce8189b3f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.3069456 Jul 12 14:40:40.038294 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-edad2282-57c0-46fe-b045-d0ca33c52dd2 req-70eb050f-174b-41f4-84be-132be0244bfe tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893748 Jul 12 14:40:40.098635 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:40.103633 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:40.124140 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:40:40.151955 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:40.155759 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:40.222985 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-63358221-720e-48be-a21c-6a7aea047b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:40.226405 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-63358221-720e-48be-a21c-6a7aea047b92 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775084 Jul 12 14:40:40.233741 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4ee0efe8-263c-480a-bf28-bd646b9b8ee1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "PUT /v2.0/floatingips/3806bf7c-fb24-4414-9781-b357e5badd8c HTTP/1.1" status: 200 len: 992 time: 2.2322936 Jul 12 14:40:40.234623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:40.283319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db615c80-5e47-4e00-8470-edfec45e325e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:40.312730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:40.317279 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b7745-d9bc-4f93-a02f-d4248adb5c9d x-openstack-request-id: req-2e1b7745-d9bc-4f93-a02f-d4248adb5c9d {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:40.322033 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:40.322033 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e1b7745-d9bc-4f93-a02f-d4248adb5c9d {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:40.322033 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1b7745-d9bc-4f93-a02f-d4248adb5c9d'] response: {'name': 'network-changed', 'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'status': 'completed', 'code': 200} Jul 12 14:40:40.349641 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:40.564182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f6f2-a928-4e26-9b05-d3e7f6b8ccf4 req-6f32c548-6742-4899-9115-aa338780bf5f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:40.565600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5479f6f2-a928-4e26-9b05-d3e7f6b8ccf4 req-6f32c548-6742-4899-9115-aa338780bf5f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Jul 12 14:40:40.618547 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5479f6f2-a928-4e26-9b05-d3e7f6b8ccf4 req-fc303038-61f5-43d0-be09-10b4e713b53c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 12 14:40:40.710366 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '3806bf7c-fb24-4414-9781-b357e5badd8c', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:32Z', 'updated_at': '2022-07-12T14:40:38Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:40.730812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55772) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:40.736325 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:40:40.746088 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fb56b44b-3494-44c1-b29f-9088156e22b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:40.746721 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:40.747599 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:40.762589 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:40.842333 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fb56b44b-3494-44c1-b29f-9088156e22b3 admin admin] Publish callbacks [] for security_group (d1784cc3-eedc-4f77-856b-3677781d6f75), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:40.865223 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:40.923969 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fb56b44b-3494-44c1-b29f-9088156e22b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d1784cc3-eedc-4f77-856b-3677781d6f75), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:40.967364 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56b44b-3494-44c1-b29f-9088156e22b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1784cc3-eedc-4f77-856b-3677781d6f75,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:40.971747 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-fb56b44b-3494-44c1-b29f-9088156e22b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=febe0385b87e4b0c9a9dafa5aaae1b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398424 Jul 12 14:40:40.974648 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 55780) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:41.038042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] Publish callbacks [] for security_group (d1784cc3-eedc-4f77-856b-3677781d6f75), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:41.086476 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-8a5c3c3f-0a45-4843-ac44-7a4f28741836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.088228 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-8a5c3c3f-0a45-4843-ac44-7a4f28741836 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0634050 Jul 12 14:40:41.090413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] Publish callbacks [] for security_group (d1784cc3-eedc-4f77-856b-3677781d6f75), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:41.107465 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '3806bf7c-fb24-4414-9781-b357e5badd8c', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:32Z', 'updated_at': '2022-07-12T14:40:38Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:41.136593 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83de18-e059-49bc-8332-3e8335fb2707 None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '3806bf7c-fb24-4414-9781-b357e5badd8c', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:32Z', 'updated_at': '2022-07-12T14:40:38Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:40:41.355276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d070bc-dd84-4df5-b04f-dda09b700be3 req-d14ebba5-a006-4dbd-95f6-9f2f6b7ef478 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.356864 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33d070bc-dd84-4df5-b04f-dda09b700be3 req-d14ebba5-a006-4dbd-95f6-9f2f6b7ef478 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.1303074 Jul 12 14:40:41.365073 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-93d5a7ea-417f-438e-b102-94b2e1682563 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543037 Jul 12 14:40:41.368670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615c80-5e47-4e00-8470-edfec45e325e req-ad5dc293-5c9b-41d7-ad1f-771741c3aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.370152 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-ad5dc293-5c9b-41d7-ad1f-771741c3aa66 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1130 time: 0.0875375 Jul 12 14:40:41.391395 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-103434ba-4914-4565-b77e-d927dec0f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.395914 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-103434ba-4914-4565-b77e-d927dec0f26e service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1192431 Jul 12 14:40:41.455170 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-be35213c-9ea4-4745-9c23-7605f9c165f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.0520830 Jul 12 14:40:41.478052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d1784cc3-eedc-4f77-856b-3677781d6f75), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:41.481973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:41.483211 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1784cc3-eedc-4f77-856b-3677781d6f75 HTTP/1.1" status: 204 len: 168 time: 0.5074317 Jul 12 14:40:41.534841 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-ca2f7886-9ccb-4f17-acbb-1a73fcabf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.537040 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-ca2f7886-9ccb-4f17-acbb-1a73fcabf2e4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0749018 Jul 12 14:40:41.581100 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189ea80-5503-4b12-877c-ca203d2e9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1784cc3-eedc-4f77-856b-3677781d6f75,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:41.628530 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-d23fe5a7-5f7e-4990-b2b2-cbce0655dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.630267 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-d23fe5a7-5f7e-4990-b2b2-cbce0655dfb6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0769691 Jul 12 14:40:41.634935 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33d070bc-dd84-4df5-b04f-dda09b700be3 req-9a46a2e9-51df-40a6-ba58-84fdd8780f00 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688465 Jul 12 14:40:41.693699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615c80-5e47-4e00-8470-edfec45e325e req-020997b7-25f9-4b89-a0ce-223686553391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.695344 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-020997b7-25f9-4b89-a0ce-223686553391 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.3041952 Jul 12 14:40:41.708320 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-258b5dc1-a5ad-4af4-ab27-fee1d7727383 req-b8ebd3f1-b3d0-4bb4-a2f8-0f896484c7b2 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184388 Jul 12 14:40:41.765877 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-7b0e6da7-6659-42ed-a490-f61a17489e9a service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199722 Jul 12 14:40:41.822896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c18f31-56a4-4ffd-83f0-e43e94d7953c req-961836cc-08fc-4b4f-85cc-480d81799d85 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.824466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56c18f31-56a4-4ffd-83f0-e43e94d7953c req-961836cc-08fc-4b4f-85cc-480d81799d85 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1049891 Jul 12 14:40:41.841848 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1850a6b-37a8-4a6b-9424-45b3a3843014 req-98450725-9c62-4eca-8a0e-1f1f9601f2c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:41.843368 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a1850a6b-37a8-4a6b-9424-45b3a3843014 req-98450725-9c62-4eca-8a0e-1f1f9601f2c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.1108766 Jul 12 14:40:41.852917 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55814) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:41.859081 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'floatingip': {'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:41.915653 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56c18f31-56a4-4ffd-83f0-e43e94d7953c req-3d7846bc-304f-4620-a7b1-848f75493b61 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816936 Jul 12 14:40:42.006246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:42.051539 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-14bf1d62-9075-4b8f-93db-64bcc6410619 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 1000 time: 0.1345134 Jul 12 14:40:42.135556 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615c80-5e47-4e00-8470-edfec45e325e req-3e79cb99-c0b2-43f3-a275-ba611308fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:42.137377 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-3e79cb99-c0b2-43f3-a275-ba611308fb56 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0724049 Jul 12 14:40:42.260140 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8a450de7-6d16-4146-af50-d4c32c14db08 req-fa31946f-0e02-443b-be4f-f01ac3218218 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134181 Jul 12 14:40:42.269863 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e077fd-b1b6-4c14-8a94-9de0f25f2583 None None] New status for floating IP 3806bf7c-fb24-4414-9781-b357e5badd8c: ACTIVE {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:40:42.402980 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:42.412600 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:42.421068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615c80-5e47-4e00-8470-edfec45e325e req-4fce9484-04cd-4370-8f5f-2f21aa8e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:42.423991 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-4fce9484-04cd-4370-8f5f-2f21aa8e7454 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688775 Jul 12 14:40:42.565348 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 55832) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:42.575367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:42.616848 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-65545a73-6840-4d65-bf16-71499fa380e3 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727693 Jul 12 14:40:42.618919 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-896edbe5-e59a-47c8-9c71-7abea4d26613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:42.776740 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db615c80-5e47-4e00-8470-edfec45e325e req-b7f6130b-b6ba-4430-8eca-afb45e255c26 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428173 Jul 12 14:40:42.803945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-896edbe5-e59a-47c8-9c71-7abea4d26613 admin admin] Publish callbacks [] for security_group (c647e06a-742c-4fec-9ace-cc28beae770c), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:42.931969 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-896edbe5-e59a-47c8-9c71-7abea4d26613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c647e06a-742c-4fec-9ace-cc28beae770c), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:42.984807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:42.990677 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-896edbe5-e59a-47c8-9c71-7abea4d26613 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=459f7c5ac99a41678a2363b0972ae2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236770 Jul 12 14:40:42.991641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896edbe5-e59a-47c8-9c71-7abea4d26613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c647e06a-742c-4fec-9ace-cc28beae770c,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:42.995590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 55846) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:43.032147 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.082225 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:43.094404 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f8f5c-544e-4a5e-8a54-7779ad87c447 req-7daf0637-a537-421c-8238-0857267ba8f3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:43.095901 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-171f8f5c-544e-4a5e-8a54-7779ad87c447 req-7daf0637-a537-421c-8238-0857267ba8f3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0666792 Jul 12 14:40:43.124032 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.124240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] Publish callbacks [] for security_group (c647e06a-742c-4fec-9ace-cc28beae770c), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.185728 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-171f8f5c-544e-4a5e-8a54-7779ad87c447 req-cc46a6df-2831-408f-8268-5ae05f0a9d11 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Jul 12 14:40:43.187641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] Publish callbacks [] for security_group (c647e06a-742c-4fec-9ace-cc28beae770c), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.240564 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Floating IP 82e5ea42-f9cf-44ff-a985-d86c3a03e9a7 associated. External IP: 172.27.3.31, port: f0edff70-5e51-412d-b474-2a70b09725f5. Jul 12 14:40:43.353281 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c647e06a-742c-4fec-9ace-cc28beae770c), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.357640 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.362419 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c647e06a-742c-4fec-9ace-cc28beae770c HTTP/1.1" status: 204 len: 168 time: 0.3618271 Jul 12 14:40:43.370448 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b940-ff5f-404e-be24-6ef000a75187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c647e06a-742c-4fec-9ace-cc28beae770c,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:43.475331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:40:43.535567 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-33f573e5-641d-46a4-8573-b4856aa2c0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.582091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:43.587083 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:43.592926 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:40:43.603984 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:43.604782 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:43.607453 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:43.616940 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:43.618812 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-206f4bc0-f618-4ec2-8ffd-ce214f70616f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "PUT /v2.0/floatingips/82e5ea42-f9cf-44ff-a985-d86c3a03e9a7 HTTP/1.1" status: 200 len: 991 time: 1.7648275 Jul 12 14:40:43.619358 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:43.621711 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e" -d '{"events": [{"name": "network-changed", "server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:43.663134 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce4fceb-8081-4905-abb5-51fc23032328 x-openstack-request-id: req-5ce4fceb-8081-4905-abb5-51fc23032328 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:43.663424 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:43.663687 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ce4fceb-8081-4905-abb5-51fc23032328 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:43.664088 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce4fceb-8081-4905-abb5-51fc23032328'] response: {'name': 'network-changed', 'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'status': 'completed', 'code': 200} Jul 12 14:40:43.736496 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:43.774992 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-ac2535c4-8b16-4f98-8290-78556f186c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:43.776496 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-ac2535c4-8b16-4f98-8290-78556f186c19 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1130 time: 0.0399938 Jul 12 14:40:43.887542 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-00f08f22-8574-4d71-8f26-1e79515158be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:43.889040 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-00f08f22-8574-4d71-8f26-1e79515158be service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.0935800 Jul 12 14:40:43.904688 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:43.918145 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55876) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:43.972760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-3e22cbfb-d05e-4221-ac05-904da1dd29ef service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 999 time: 0.0737441 Jul 12 14:40:43.995033 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82e5ea42-f9cf-44ff-a985-d86c3a03e9a7', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:37Z', 'updated_at': '2022-07-12T14:40:42Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:44.029374 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:40:44.039861 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:44.040485 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:44.049070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-b73e3e5f-d310-4b34-a76f-6c76d75fb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:44.050763 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-b73e3e5f-d310-4b34-a76f-6c76d75fb074 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0683908 Jul 12 14:40:44.093986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-711a5181-b5a6-40e1-8490-b6ca7fb94c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.101541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-6db34a21-8181-4745-89a7-436ea5cdbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:44.102232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-6db34a21-8181-4745-89a7-436ea5cdbb8c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424178 Jul 12 14:40:44.186143 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-711a5181-b5a6-40e1-8490-b6ca7fb94c2b admin admin] Publish callbacks [] for security_group (da2f19f7-9f26-4a1a-af51-0c392dbe5851), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.196564 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:44.263417 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-19496a1e-483c-48a9-b326-752fd5f4e37e service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483934 Jul 12 14:40:44.266493 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-711a5181-b5a6-40e1-8490-b6ca7fb94c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (da2f19f7-9f26-4a1a-af51-0c392dbe5851), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.320396 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-711a5181-b5a6-40e1-8490-b6ca7fb94c2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d09555e876d14361a8a7c6152de17a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011669 Jul 12 14:40:44.321401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a5181-b5a6-40e1-8490-b6ca7fb94c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f19f7-9f26-4a1a-af51-0c392dbe5851,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:44.324163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55894) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:44.386269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:44.395938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] Publish callbacks [] for security_group (da2f19f7-9f26-4a1a-af51-0c392dbe5851), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.451191 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236ef39-637d-4773-abfc-d2f030cd6e77 req-ad5111cf-7f56-4003-a0bc-7e3ba28ecf72 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:44.453592 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] Publish callbacks [] for security_group (da2f19f7-9f26-4a1a-af51-0c392dbe5851), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.456173 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6236ef39-637d-4773-abfc-d2f030cd6e77 req-ad5111cf-7f56-4003-a0bc-7e3ba28ecf72 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1831326 Jul 12 14:40:44.542522 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82e5ea42-f9cf-44ff-a985-d86c3a03e9a7', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:37Z', 'updated_at': '2022-07-12T14:40:42Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:44.572227 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a454-0eb2-4abf-be2c-a533b0e943a6 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82e5ea42-f9cf-44ff-a985-d86c3a03e9a7', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:39:37Z', 'updated_at': '2022-07-12T14:40:42Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:40:44.609633 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (da2f19f7-9f26-4a1a-af51-0c392dbe5851), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.612344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:44.616641 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da2f19f7-9f26-4a1a-af51-0c392dbe5851 HTTP/1.1" status: 204 len: 168 time: 0.2908261 Jul 12 14:40:44.632015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcb0ee-f242-4169-b8e9-1023c55e0993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f19f7-9f26-4a1a-af51-0c392dbe5851,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:44.641787 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6236ef39-637d-4773-abfc-d2f030cd6e77 req-135d60c7-79e7-4131-a071-f8c64e45cb5d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201484 Jul 12 14:40:44.654149 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5db187ff-bc2b-45e5-bcac-6a2d114aac8e req-fc526ce4-27a0-4dc2-9948-ca2f406760ec service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671293 Jul 12 14:40:44.869912 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5dc79-0871-44f2-be0e-0c3df8ef8278 None None] New status for floating IP 82e5ea42-f9cf-44ff-a985-d86c3a03e9a7: ACTIVE {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:40:45.580854 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-45b15c5d-c252-47c8-9790-30791caa936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:45.621491 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55934) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:45.726261 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-16515525-network', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:45.759657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd60f0-2131-4866-adb2-c3106184f5e1 req-50da6bc5-a36d-4cbf-bfee-a1e161234b25 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:45.761211 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c6bd60f0-2131-4866-adb2-c3106184f5e1 req-50da6bc5-a36d-4cbf-bfee-a1e161234b25 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Jul 12 14:40:45.823933 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c6bd60f0-2131-4866-adb2-c3106184f5e1 req-42bdd0ff-64f1-40d5-937e-f41d8c0b42ff tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551744 Jul 12 14:40:45.848997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Made reservation on behalf of 47cd27ad4219485cae0d8d85a2823948 for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:40:45.851416 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:45.860298 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:45.938630 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks [] for security_group (54ee8927-d522-477e-8683-fefe3ede7bb7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.032613 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (54ee8927-d522-477e-8683-fefe3ede7bb7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.055743 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:40:46.070973 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee8927-d522-477e-8683-fefe3ede7bb7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:46.077028 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (05e803d9-d3e1-4fd4-9aac-7aa1f9e43281), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.077444 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Added segment 05e803d9-d3e1-4fd4-9aac-7aa1f9e43281 of type vlan for network 84dbba96-4890-4894-8f65-f9b63f7010e5 Jul 12 14:40:46.120673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (84dbba96-4890-4894-8f65-f9b63f7010e5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.215674 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (84dbba96-4890-4894-8f65-f9b63f7010e5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.216706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:46.217360 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.240505 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:46.277898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] Pushing event updated for resources: {'Network': ['ID=84dbba96-4890-4894-8f65-f9b63f7010e5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:46.287591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:40:46.321803 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-5e76fcfd-146f-414d-a2b4-240d40e1fa6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6989152 Jul 12 14:40:46.325183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55946) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:46.329825 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Request body: {'subnet': {'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-16515525-subnet', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:46.432468 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Made reservation on behalf of 47cd27ad4219485cae0d8d85a2823948 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:40:46.435430 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.491542 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:46.684655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (73ebaeb3-b62d-4d7e-8681-2948f05f23ad), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.742031 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ebaeb3-b62d-4d7e-8681-2948f05f23ad,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:46.750293 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Checking segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:46.750647 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Network hostable DHCP agents. Network: 84dbba96-4890-4894-8f65-f9b63f7010e5, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:40:46.769135 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.826455 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:40:46.900919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 84dbba96-4890-4894-8f65-f9b63f7010e5) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:46.908092 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:46.908771 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:46.915583 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b324e-15f8-4deb-8ae3-a304b82bf700 None None] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:40:46.941555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef419d-a103-43e5-b3a1-d07b144e0b7f req-ea0d4a40-d10f-4084-a882-0176233a5573 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:46.943023 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-16ef419d-a103-43e5-b3a1-d07b144e0b7f req-ea0d4a40-d10f-4084-a882-0176233a5573 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Jul 12 14:40:46.989288 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9a1efde7-0494-436a-98d2-f1386d9b50d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6629727 Jul 12 14:40:46.992004 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55956) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:46.994674 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-16ef419d-a103-43e5-b3a1-d07b144e0b7f req-c33a998e-b78d-42d2-891f-b247f225fc83 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Jul 12 14:40:46.996353 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:47.028138 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-84dbba96-4890-4894-8f65-f9b63f7010e5', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:40:47.029050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.108407 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (83018cbe-bcdf-46df-a847-415f9126faaa), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.110344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (83018cbe-bcdf-46df-a847-415f9126faaa), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.166250 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Allocated IP 172.20.0.2 (84dbba96-4890-4894-8f65-f9b63f7010e5/73ebaeb3-b62d-4d7e-8681-2948f05f23ad/c5daf60a-812b-4a64-8040-47bd8b46eb04) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:47.173749 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for router_controller (83018cbe-bcdf-46df-a847-415f9126faaa), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.310739 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks [] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.375349 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for router_gateway (83018cbe-bcdf-46df-a847-415f9126faaa), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.398384 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.435764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:47.440239 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:47.446351 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:47.452994 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Pushing event updated for resources: {'Port': ['ID=c5daf60a-812b-4a64-8040-47bd8b46eb04,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:47.494794 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:47.502082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:47.506890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Attempting to bind port c5daf60a-812b-4a64-8040-47bd8b46eb04 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:40:47.507251 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Attempting to bind port c5daf60a-812b-4a64-8040-47bd8b46eb04 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:40:47.507609 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Attempting to bind port c5daf60a-812b-4a64-8040-47bd8b46eb04 on network 84dbba96-4890-4894-8f65-f9b63f7010e5 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:40:47.512581 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:40:47.512947 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Checking segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:47.513375 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.513767 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Bound using segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:40:47.514223 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Bound port: c5daf60a-812b-4a64-8040-47bd8b46eb04, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:40:47.514594 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.576807 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] For port c5daf60a-812b-4a64-8040-47bd8b46eb04, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:40:47.579770 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] For port c5daf60a-812b-4a64-8040-47bd8b46eb04, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c5daf60a-812b-4a64-8040-47bd8b46eb04,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:40:47.650094 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:47.653474 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for router_gateway (83018cbe-bcdf-46df-a847-415f9126faaa), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.661549 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.672678 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:47.718210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81b9f0-2a49-43ce-ba97-5a30f5ddc1ee None None] Pushing event updated for resources: {'Port': ['ID=c5daf60a-812b-4a64-8040-47bd8b46eb04,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:47.787763 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Allocated IP 172.27.3.67 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/85a8777a-98ce-4c88-8578-45f1f6c96818) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:47.873175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:47.906790 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.021461 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.070011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:48.073429 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:48.078171 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:48.081395 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=85a8777a-98ce-4c88-8578-45f1f6c96818,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:48.130876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25820-aa05-4155-b8f8-a202852c48c8 req-b7aa35bd-0f3d-4cd0-a818-88bdf032c93e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:48.132406 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-83f25820-aa05-4155-b8f8-a202852c48c8 req-b7aa35bd-0f3d-4cd0-a818-88bdf032c93e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0530958 Jul 12 14:40:48.191005 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-83f25820-aa05-4155-b8f8-a202852c48c8 req-57b83897-fe60-4e39-bcb8-5c471f7aa241 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510998 Jul 12 14:40:48.255206 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.583409 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for router_gateway (83018cbe-bcdf-46df-a847-415f9126faaa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.712357 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.783319 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (83018cbe-bcdf-46df-a847-415f9126faaa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.802572 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9fa8fa-0d68-42a8-8a4f-00af6aff871e None None] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:40:48.878412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Provisioning complete for port c5daf60a-812b-4a64-8040-47bd8b46eb04 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:48.878785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:48.985773 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Router 83018cbe-bcdf-46df-a847-415f9126faaa is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:40:48.992770 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Current status of the port c5daf60a-812b-4a64-8040-47bd8b46eb04 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:48.993282 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.037858 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] For port c5daf60a-812b-4a64-8040-47bd8b46eb04, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c5daf60a-812b-4a64-8040-47bd8b46eb04,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:49.086689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c5daf60a-812b-4a64-8040-47bd8b46eb04 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:49.145773 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.196535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:49.206156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port c5daf60a-812b-4a64-8040-47bd8b46eb04 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:49.206777 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.226993 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:49.255671 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Sync routers for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:40:49.288583 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:49.289258 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:49.292266 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:49.295458 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b68c5-f308-448b-aa8f-187948d897c1 None None] Pushing event updated for resources: {'Port': ['ID=c5daf60a-812b-4a64-8040-47bd8b46eb04,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:49.302946 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.307640 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e256e3eb-18cc-4f8e-af99-edccc7e0b3a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3146040 Jul 12 14:40:49.311495 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 55998) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:49.365736 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e7f3-3222-4c13-a769-4ebc6121cbc3 req-88095e54-dec6-4678-85ca-747fef379b01 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:49.367593 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port c5daf60a-812b-4a64-8040-47bd8b46eb04 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:49.368803 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be86e7f3-3222-4c13-a769-4ebc6121cbc3 req-88095e54-dec6-4678-85ca-747fef379b01 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0645773 Jul 12 14:40:49.383822 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-d1710a5e-04f4-4721-a29d-8d3234434989 None None] Provisioning complete for port c5daf60a-812b-4a64-8040-47bd8b46eb04 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:49.384392 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d1710a5e-04f4-4721-a29d-8d3234434989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.455954 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be86e7f3-3222-4c13-a769-4ebc6121cbc3 req-f31637c7-6826-470d-bc62-881d4c389432 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760612 Jul 12 14:40:49.481719 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:49.497310 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-d1710a5e-04f4-4721-a29d-8d3234434989 None None] Current status of the port c5daf60a-812b-4a64-8040-47bd8b46eb04 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:49.516389 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:49.590559 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:49.683752 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:48Z', 'revision_number': 3, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:49.708579 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Checking router: 83018cbe-bcdf-46df-a847-415f9126faaa for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:40:49.708917 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Updating router 83018cbe-bcdf-46df-a847-415f9126faaa port 85a8777a-98ce-4c88-8578-45f1f6c96818 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:40:49.739502 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.790345 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:49.867379 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:49.952649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Allocated IP 172.20.0.1 (84dbba96-4890-4894-8f65-f9b63f7010e5/73ebaeb3-b62d-4d7e-8681-2948f05f23ad/f52c92e0-f4fc-43ce-9480-4fbe5577ccdb) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:50.001606 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks [] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.061776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks [] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.083935 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.130023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:50.133811 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Attempting to bind port 85a8777a-98ce-4c88-8578-45f1f6c96818 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:40:50.134181 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Attempting to bind port 85a8777a-98ce-4c88-8578-45f1f6c96818 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:40:50.134535 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Attempting to bind port 85a8777a-98ce-4c88-8578-45f1f6c96818 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:40:50.146902 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:40:50.146902 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:50.147194 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.147561 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:40:50.148028 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Bound port: 85a8777a-98ce-4c88-8578-45f1f6c96818, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:40:50.148398 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.170662 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Pushing event updated for resources: {'Port': ['ID=85a8777a-98ce-4c88-8578-45f1f6c96818,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:50.184865 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187111 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187745 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187745 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.187898 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.188090 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.188420 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.188736 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.189050 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.189385 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:40:50.213565 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] For port 85a8777a-98ce-4c88-8578-45f1f6c96818, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:40:50.216530 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] For port 85a8777a-98ce-4c88-8578-45f1f6c96818, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=85a8777a-98ce-4c88-8578-45f1f6c96818,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:40:50.226900 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.268109 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:50.270970 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:50.273366 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:50.274000 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (83018cbe-bcdf-46df-a847-415f9126faaa), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.290083 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.325236 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:50.366586 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:50.367252 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:50.369383 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240685ed-7905-41bd-bc27-adcd4aa804c8 None None] Pushing event updated for resources: {'Port': ['ID=85a8777a-98ce-4c88-8578-45f1f6c96818,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:50.474828 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:50.570404 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.631345 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-fbb46a26-f572-476a-9b11-7dc8e670e6c6 None None] Provisioning complete for port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:50.639847 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fbb46a26-f572-476a-9b11-7dc8e670e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.642783 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:50.723031 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5a57-7c33-4ab9-8fab-8a8cbf2b56be req-6ffb813f-e788-482b-8326-55efd1e38cd8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:50.724479 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-fbb46a26-f572-476a-9b11-7dc8e670e6c6 None None] Port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:40:50.724637 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d70b5a57-7c33-4ab9-8fab-8a8cbf2b56be req-6ffb813f-e788-482b-8326-55efd1e38cd8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0963583 Jul 12 14:40:50.751489 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:50.841774 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d70b5a57-7c33-4ab9-8fab-8a8cbf2b56be req-bfaa4e6b-9d53-48b1-8944-796398e0dadb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091692 Jul 12 14:40:50.895456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks [] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.903965 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:48Z', 'revision_number': 3, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:50.931334 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570bed7-9e0d-4470-9ecb-a3ba8c41f181 None None] The sync data for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi is: [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:48Z', 'revision_number': 3, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:40:50.981332 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:50.982207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (83018cbe-bcdf-46df-a847-415f9126faaa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:51.054021 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c5daf60a-812b-4a64-8040-47bd8b46eb04 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:51.066873 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:51.127150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port c5daf60a-812b-4a64-8040-47bd8b46eb04 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:51.127762 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:51.132826 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23c702-5771-4459-b2fe-f8729bfd8bdd req-1e859640-dac1-4135-9212-5be034c5425d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:51.134546 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aa23c702-5771-4459-b2fe-f8729bfd8bdd req-1e859640-dac1-4135-9212-5be034c5425d tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Jul 12 14:40:51.151383 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:51.154704 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:51.219763 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:51.223201 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port c5daf60a-812b-4a64-8040-47bd8b46eb04 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:51.289700 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aa23c702-5771-4459-b2fe-f8729bfd8bdd req-4203cf2e-e74c-4000-b022-29eafb15e7af tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434360 Jul 12 14:40:51.360361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Router 83018cbe-bcdf-46df-a847-415f9126faaa has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:40:51.427175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:51.452688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-8ae67c52-82ad-4254-a91c-2063b4e13bf6 None None] Provisioning complete for port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:51.453147 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8ae67c52-82ad-4254-a91c-2063b4e13bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:51.490457 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:51.495451 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8ae67c52-82ad-4254-a91c-2063b4e13bf6 None None] Port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:40:51.495723 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ca77db3a-dbc3-458b-a834-03527650d8a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/83018cbe-bcdf-46df-a847-415f9126faaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1854777 Jul 12 14:40:51.517252 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:51.980763 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850cc67-bf82-4378-8c2d-8b138345c7bf req-dc29cf14-464e-4c2d-85e1-51279ee7b059 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:51.982692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3850cc67-bf82-4378-8c2d-8b138345c7bf req-dc29cf14-464e-4c2d-85e1-51279ee7b059 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Jul 12 14:40:52.033568 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3850cc67-bf82-4378-8c2d-8b138345c7bf req-9f8d13dc-6513-43e7-a426-eb21062ebe0b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Jul 12 14:40:52.223092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56068) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:52.227868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-142569143-network', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:52.300880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Made reservation on behalf of a850cf48283f46bbac5b5a8e4f1a8335 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:40:52.303373 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.313638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.443877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:52.458269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fa0f5-4fdc-444e-97d2-4c914112518d req-143f9817-2274-4bc7-9d84-c77ea2216a7a tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:52.460162 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-777fa0f5-4fdc-444e-97d2-4c914112518d req-143f9817-2274-4bc7-9d84-c77ea2216a7a tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0788062 Jul 12 14:40:52.465909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks [] for security_group (89e4cea5-4d52-4a3b-a4c3-11fabae21b7a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.525892 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-777fa0f5-4fdc-444e-97d2-4c914112518d req-d9048610-22ab-4b6d-b162-fdc86f2c4ce5 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566018 Jul 12 14:40:52.531287 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (89e4cea5-4d52-4a3b-a4c3-11fabae21b7a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.555718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:40:52.571636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4cea5-4d52-4a3b-a4c3-11fabae21b7a,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:52.574788 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (34081594-098a-4d5e-9ea1-f5c6f755df2a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.575133 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Added segment 34081594-098a-4d5e-9ea1-f5c6f755df2a of type vlan for network 33888002-3d62-45a6-ac8c-e062afd2084b Jul 12 14:40:52.618013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (33888002-3d62-45a6-ac8c-e062afd2084b), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.685796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Sync routers for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:40:52.694729 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (33888002-3d62-45a6-ac8c-e062afd2084b), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.695815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:52.696456 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:52.697022 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:52.697711 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:52.762909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] Pushing event updated for resources: {'Network': ['ID=33888002-3d62-45a6-ac8c-e062afd2084b,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:52.773699 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fa9ae328-ef67-4d12-b69e-3cd0b3aea86d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5495193 Jul 12 14:40:52.776356 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56078) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:52.781631 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Request body: {'subnet': {'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-142569143-subnet', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:52.802696 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 33888002-3d62-45a6-ac8c-e062afd2084b details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:40:52.841528 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:52.866857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Made reservation on behalf of a850cf48283f46bbac5b5a8e4f1a8335 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:40:52.869349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.005210 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:53.070350 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 85a8777a-98ce-4c88-8578-45f1f6c96818 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:53.141463 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (4bc92e63-b6c0-4660-9515-4f2d291dbf55), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.177959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 85a8777a-98ce-4c88-8578-45f1f6c96818 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:53.178329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.186778 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa03f0-eb0f-4d5a-9b70-bd17a1dde3b9 req-750aeee8-f284-4904-96f2-6b5646b370eb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:53.188243 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97fa03f0-eb0f-4d5a-9b70-bd17a1dde3b9 req-750aeee8-f284-4904-96f2-6b5646b370eb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0786240 Jul 12 14:40:53.225377 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc92e63-b6c0-4660-9515-4f2d291dbf55,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:53.259142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Checking segment: {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:53.259496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Network hostable DHCP agents. Network: 33888002-3d62-45a6-ac8c-e062afd2084b, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:40:53.262021 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 2, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:53.270382 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97fa03f0-eb0f-4d5a-9b70-bd17a1dde3b9 req-ceeffd56-e904-4538-b56b-9306619db6b3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Jul 12 14:40:53.309276 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Checking router: 83018cbe-bcdf-46df-a847-415f9126faaa for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:40:53.309633 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Updating router 83018cbe-bcdf-46df-a847-415f9126faaa port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:40:53.340313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Network 33888002-3d62-45a6-ac8c-e062afd2084b is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:40:53.344282 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 85a8777a-98ce-4c88-8578-45f1f6c96818 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:53.344673 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.351518 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:53.353453 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.379441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 85a8777a-98ce-4c88-8578-45f1f6c96818, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=85a8777a-98ce-4c88-8578-45f1f6c96818,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:53.391654 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 33888002-3d62-45a6-ac8c-e062afd2084b) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:53.396193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:53.396862 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.401526 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f50072-2e2e-4f82-84e1-afcbedf4a9dd None None] Network 33888002-3d62-45a6-ac8c-e062afd2084b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:40:53.428660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.463306 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d6977352-da2b-4230-84da-c9b2a8ffb5d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6853197 Jul 12 14:40:53.465753 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56086) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:53.469972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:40:53.474166 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:53.578561 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:53.581003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.582176 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.611809 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=85a8777a-98ce-4c88-8578-45f1f6c96818,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:53.668997 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-33888002-3d62-45a6-ac8c-e062afd2084b', 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b', 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'fixed_ips': [{'subnet_id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:40:53.669976 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.692303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb248c-4d91-4e01-a746-ba3f64ce52d5 req-03012f7b-bfeb-477d-aded-ac0af3fa0d52 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:53.693824 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bdcb248c-4d91-4e01-a746-ba3f64ce52d5 req-03012f7b-bfeb-477d-aded-ac0af3fa0d52 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0976508 Jul 12 14:40:53.695240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for router_controller (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.753709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bdcb248c-4d91-4e01-a746-ba3f64ce52d5 req-94c4c2e6-c372-4892-8eba-4fb2f0788c6e tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Jul 12 14:40:53.879324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks [] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:53.891412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Allocated IP 172.20.0.2 (33888002-3d62-45a6-ac8c-e062afd2084b/4bc92e63-b6c0-4660-9515-4f2d291dbf55/a1092050-a0cc-4f2b-b6ae-a2a270c6ea91) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:53.908241 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:54.003032 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.111434 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba221-9f7b-4d23-93a4-5e0c42cbba85 None None] Pushing event updated for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:54.135647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks [] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.146676 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for router_gateway (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.191817 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Attempting to bind port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:40:54.192196 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Attempting to bind port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:40:54.192559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Attempting to bind port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb on network 84dbba96-4890-4894-8f65-f9b63f7010e5 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:40:54.201685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:40:54.201685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Checking segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:54.201685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.201685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Bound using segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:40:54.201685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Bound port: f52c92e0-f4fc-43ce-9480-4fbe5577ccdb, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:40:54.202101 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.273305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.277426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] For port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:40:54.321221 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] For port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:40:54.332168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Network 33888002-3d62-45a6-ac8c-e062afd2084b is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:54.336602 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:54.341507 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:54.347560 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:54.352626 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Pushing event updated for resources: {'Port': ['ID=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:54.423468 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.426674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Attempting to bind port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:40:54.426674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Attempting to bind port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:40:54.426674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Attempting to bind port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 on network 33888002-3d62-45a6-ac8c-e062afd2084b {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:40:54.448157 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269d5d-2ad4-4964-8070-f90bb952e2fa req-11bab30c-abb3-4388-a580-ec9e858d0ed2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:54.455542 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-48269d5d-2ad4-4964-8070-f90bb952e2fa req-11bab30c-abb3-4388-a580-ec9e858d0ed2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0778155 Jul 12 14:40:54.463255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:40:54.463255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Checking segment: {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:54.463255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.463751 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Bound using segment: {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:40:54.464758 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Bound port: a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:40:54.465187 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.524966 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Provisioning complete for port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:54.525382 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.593564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba221-9f7b-4d23-93a4-5e0c42cbba85 None None] Pushing event updated for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:54.596621 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:54.597352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:54.604862 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-48269d5d-2ad4-4964-8070-f90bb952e2fa req-0a2cc848-b5cb-4ba6-8905-0b8512ffe01a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Jul 12 14:40:54.614818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for router_gateway (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.638243 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.727136 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] For port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:40:54.742149 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:54.748542 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] For port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:40:54.769122 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Allocated IP 172.27.3.135 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:54.916810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:54.919778 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:54.925234 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591d868-21e5-4f75-9d44-24bf0f3d9d6c req-acbca356-9c14-446c-a652-1181f699ec9c tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:54.926758 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c591d868-21e5-4f75-9d44-24bf0f3d9d6c req-acbca356-9c14-446c-a652-1181f699ec9c tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.0954673 Jul 12 14:40:55.004117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.029285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Current status of the port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:55.029673 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.038826 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:55.041089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:55.075726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 85a8777a-98ce-4c88-8578-45f1f6c96818 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:55.095236 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-e61fbb31-944d-4656-97cb-1a818b7de327 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:55.096767 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-e61fbb31-944d-4656-97cb-1a818b7de327 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 945 time: 0.1960411 Jul 12 14:40:55.111354 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cad1b-be5d-4e13-9a5a-ef098bbae8fc None None] Pushing event updated for resources: {'Port': ['ID=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:55.139677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.159944 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c591d868-21e5-4f75-9d44-24bf0f3d9d6c req-536cfcdf-750b-4603-aedd-ddfa253a1502 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7b1dab3-a502-4788-9aeb-54c8301e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981251 Jul 12 14:40:55.194363 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] For port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:55.207398 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:55.232215 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 85a8777a-98ce-4c88-8578-45f1f6c96818 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:55.232591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.249178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:55.252013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:55.322798 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.348080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Pushing event updated for resources: {'Port': ['ID=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:55.362343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Deleting port f286bedd-3258-42e6-b8d5-c69bf1cec4da {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:40:55.362589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.373823 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:54Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:55.413536 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:55.417955 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9ebe-baac-435e-98b1-c3d0eef6806b None None] The sync data for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi is: [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:54Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:40:55.467362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-399b79c8-3b71-420f-b64f-7c38073ed9e3 None None] Provisioning complete for port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:55.467736 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-399b79c8-3b71-420f-b64f-7c38073ed9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.555785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d074043-010c-4a83-85dc-44f0d5e437de None None] Pushing event updated for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:55.561850 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 85a8777a-98ce-4c88-8578-45f1f6c96818 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:55.600904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] For port f286bedd-3258-42e6-b8d5-c69bf1cec4da, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f286bedd-3258-42e6-b8d5-c69bf1cec4da,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:55.601453 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.621310 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Calling delete_port for f286bedd-3258-42e6-b8d5-c69bf1cec4da owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:40:55.626210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-399b79c8-3b71-420f-b64f-7c38073ed9e3 None None] Current status of the port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:55.813388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:55.856033 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23259-c640-4700-aba9-5bf3047ad7d2 req-1fd12f20-7dc2-4775-bd00-ead0106e49d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:55.857635 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-73b23259-c640-4700-aba9-5bf3047ad7d2 req-1fd12f20-7dc2-4775-bd00-ead0106e49d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1542187 Jul 12 14:40:55.870558 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for router_gateway (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:55.959869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.089196 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-73b23259-c640-4700-aba9-5bf3047ad7d2 req-cc9ff3ea-8f4e-4504-bac1-0ace0641dbfe tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220180 Jul 12 14:40:56.183508 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (f286bedd-3258-42e6-b8d5-c69bf1cec4da), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.198121 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:56.245767 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Pushing event deleted for resources: {'Port': ['ID=f286bedd-3258-42e6-b8d5-c69bf1cec4da,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:56.250671 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['f286bedd-3258-42e6-b8d5-c69bf1cec4da'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:40:56.400758 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dab01c07-cea6-4602-9dac-cb32b4409560 req-d52bbf82-bae4-43ff-8d68-574276f55029 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0604980 Jul 12 14:40:56.417602 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6a795-beef-46b8-ad3d-f9a4ed19e70c None None] Network 33888002-3d62-45a6-ac8c-e062afd2084b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:40:56.421754 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] No DVR routers for this DVR port f286bedd-3258-42e6-b8d5-c69bf1cec4da on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:40:56.425130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.428794 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e7547e4-ae73-43d9-b9bd-648234805a70 req-b8abd316-fbbe-408a-b8b7-d685b3310153 tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.33 "DELETE /v2.0/ports/f286bedd-3258-42e6-b8d5-c69bf1cec4da HTTP/1.1" status: 204 len: 173 time: 1.3242624 Jul 12 14:40:56.431810 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'name': 'network-vif-deleted', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:40:56.434763 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc4e40-cd6c-42f3-9813-799e09b51d00" -d '{"events": [{"server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "name": "network-vif-deleted", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:40:56.454808 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.496103 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Provisioning complete for port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:56.501253 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.535917 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21f132-e2e9-4940-b966-47b6405377ad x-openstack-request-id: req-1e21f132-e2e9-4940-b966-47b6405377ad {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:40:56.536248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be1b083-8bbf-47a2-bcd3-015cd173afa1", "name": "network-vif-deleted", "tag": "f286bedd-3258-42e6-b8d5-c69bf1cec4da", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:40:56.536859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e21f132-e2e9-4940-b966-47b6405377ad {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:40:56.536859 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e21f132-e2e9-4940-b966-47b6405377ad'] response: {'server_uuid': '4be1b083-8bbf-47a2-bcd3-015cd173afa1', 'name': 'network-vif-deleted', 'tag': 'f286bedd-3258-42e6-b8d5-c69bf1cec4da', 'status': 'completed', 'code': 200} Jul 12 14:40:56.600960 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56158) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:56.724289 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Current status of the port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:56.724744 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.772223 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] For port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:40:56.779806 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63245d31-8fb2-4f46-89d4-c69bb9bd1342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.832170 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.887810 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63245d31-8fb2-4f46-89d4-c69bb9bd1342 admin admin] Publish callbacks [] for security_group (b9ad968e-3d48-4487-b5ab-e7961c69ff85), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:56.895124 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3ac4f-4456-40a0-8645-43ee9b58faf5 None None] Pushing event updated for resources: {'Port': ['ID=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:56.985399 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63245d31-8fb2-4f46-89d4-c69bb9bd1342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b9ad968e-3d48-4487-b5ab-e7961c69ff85), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.024375 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-63245d31-8fb2-4f46-89d4-c69bb9bd1342 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee630025d32e4b36b07704a51b7ea0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222806 Jul 12 14:40:57.028679 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56164) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:57.035255 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Router d5d5896e-9c3a-44a4-98d0-c944cc7114eb is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:40:57.037740 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63245d31-8fb2-4f46-89d4-c69bb9bd1342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad968e-3d48-4487-b5ab-e7961c69ff85,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:57.069634 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ef279e95-57a1-4848-9b53-c794728f7373 None None] Provisioning complete for port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:57.069634 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ef279e95-57a1-4848-9b53-c794728f7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.122596 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] Publish callbacks [] for security_group (b9ad968e-3d48-4487-b5ab-e7961c69ff85), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.144063 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:57.173657 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] Publish callbacks [] for security_group (b9ad968e-3d48-4487-b5ab-e7961c69ff85), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.226319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:57.226602 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.237670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:57.257560 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Sync routers for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:40:57.269355 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:57.270239 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:57.297589 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ef279e95-57a1-4848-9b53-c794728f7373 None None] Current status of the port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:57.306275 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:57.313550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741fe29-0c4d-4b3b-87d4-e2af772873db req-38d01a24-03f3-4968-8608-c98a2c8657a1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:57.319041 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1741fe29-0c4d-4b3b-87d4-e2af772873db req-38d01a24-03f3-4968-8608-c98a2c8657a1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0731397 Jul 12 14:40:57.338677 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:57.340440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f52c92e0-f4fc-43ce-9480-4fbe5577ccdb up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:40:57.342113 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b9ad968e-3d48-4487-b5ab-e7961c69ff85), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.346746 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.351769 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ad968e-3d48-4487-b5ab-e7961c69ff85 HTTP/1.1" status: 204 len: 168 time: 0.3217418 Jul 12 14:40:57.362462 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99811ec-1f4a-4137-9a92-bff73431c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad968e-3d48-4487-b5ab-e7961c69ff85,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:57.401358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:57.402603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.431187 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1741fe29-0c4d-4b3b-87d4-e2af772873db req-9d419968-fb69-4cd6-a001-5c20bcd97d6c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002789 Jul 12 14:40:57.434963 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:57.443536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.443536 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-7f14d85b-5d4b-4f75-a413-a946606d7b5e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9760139 Jul 12 14:40:57.451173 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56174) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:57.465009 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:57.517471 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:40:57.604281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f6d87bb-4690-4cc2-8849-a3845d21a7a9 req-91d5c3e4-f5d1-4592-a91b-54985b53221f tempest-DeleteServersTestJSON-1178119775 tempest-DeleteServersTestJSON-1178119775-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be1b083-8bbf-47a2-bcd3-015cd173afa1 HTTP/1.1" status: 200 len: 210 time: 0.0476034 Jul 12 14:40:57.670087 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 3, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:57.695887 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Checking router: d5d5896e-9c3a-44a4-98d0-c944cc7114eb for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:40:57.696074 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Updating router d5d5896e-9c3a-44a4-98d0-c944cc7114eb port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:40:57.731814 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:57.902768 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:58.005599 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks [] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.095667 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.121718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:58.141641 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:58.151893 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Attempting to bind port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:40:58.152255 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Attempting to bind port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:40:58.152602 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Attempting to bind port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:40:58.158520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.159210 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4101760-042d-405d-b9b3-75f778656a24 None None] Pushing event updated for resources: {'Port': ['ID=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:58.163376 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:40:58.163739 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:40:58.164289 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.164806 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:40:58.165441 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Bound port: 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:40:58.166021 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.215226 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] For port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:40:58.218185 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] For port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:40:58.231402 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56190) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:58.245004 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd56544d-93d4-4b03-9e5c-c450f38e3de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.289638 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.320496 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Allocated IP 172.20.0.1 (33888002-3d62-45a6-ac8c-e062afd2084b/4bc92e63-b6c0-4660-9515-4f2d291dbf55/3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:40:58.337831 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd56544d-93d4-4b03-9e5c-c450f38e3de0 admin admin] Publish callbacks [] for security_group (49beab26-451f-4398-96c6-7eeb528ca382), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.414151 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd56544d-93d4-4b03-9e5c-c450f38e3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (49beab26-451f-4398-96c6-7eeb528ca382), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.430311 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:40:58.431341 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:58.445241 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks [] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.490586 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-bd56544d-93d4-4b03-9e5c-c450f38e3de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef03beaddb594300b584f2382f35ac65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578247 Jul 12 14:40:58.493059 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56194) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:58.505683 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56544d-93d4-4b03-9e5c-c450f38e3de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49beab26-451f-4398-96c6-7eeb528ca382,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:58.521737 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:58.538046 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4101760-042d-405d-b9b3-75f778656a24 None None] Pushing event updated for resources: {'Port': ['ID=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:58.549128 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.549747 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:40:58.564858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4af0c-ccf2-4526-bdd8-8319cfdd20ee req-406790f7-80a0-4020-9d51-b986c9dee43a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:58.566433 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34f4af0c-ccf2-4526-bdd8-8319cfdd20ee req-406790f7-80a0-4020-9d51-b986c9dee43a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0596621 Jul 12 14:40:58.593655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] Publish callbacks [] for security_group (49beab26-451f-4398-96c6-7eeb528ca382), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.616954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Network 33888002-3d62-45a6-ac8c-e062afd2084b is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:58.627828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34f4af0c-ccf2-4526-bdd8-8319cfdd20ee req-3fc87db0-678c-44ab-ad24-4d212e69db21 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Jul 12 14:40:58.630072 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:58.635213 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:58.639065 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] Publish callbacks [] for security_group (49beab26-451f-4398-96c6-7eeb528ca382), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.641180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:40:58.641674 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.758450 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 3, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:40:58.802862 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27481ee-353b-4bca-b2b4-bce91c2b545c None None] The sync data for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi is: [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 3, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:40:58.910838 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (49beab26-451f-4398-96c6-7eeb528ca382), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.914436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.915764 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49beab26-451f-4398-96c6-7eeb528ca382 HTTP/1.1" status: 204 len: 168 time: 0.4214470 Jul 12 14:40:58.932358 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21eef3-bf4c-4e00-99d8-93957f20a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49beab26-451f-4398-96c6-7eeb528ca382,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:58.936516 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:58.946659 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-06accdc8-4efd-47ca-a1a7-f67e4f8347d4 None None] Provisioning complete for port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:58.947582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-06accdc8-4efd-47ca-a1a7-f67e4f8347d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.002302 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-06accdc8-4efd-47ca-a1a7-f67e4f8347d4 None None] Port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:40:59.140297 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:59.207318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks [] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.289037 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.290979 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.325425 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:59.370023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:40:59.442619 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Network 33888002-3d62-45a6-ac8c-e062afd2084b is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:40:59.442619 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:40:59.570786 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Router d5d5896e-9c3a-44a4-98d0-c944cc7114eb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:40:59.693932 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:40:59.710253 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:40:59.723261 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3bfd18f8-c45d-4317-873f-1bc949ee85f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5d5896e-9c3a-44a4-98d0-c944cc7114eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2701812 Jul 12 14:40:59.738781 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5df69edb-2032-41c5-92db-b9f34a9c755c None None] Provisioning complete for port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:40:59.739671 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5df69edb-2032-41c5-92db-b9f34a9c755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.798878 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f286bedd-3258-42e6-b8d5-c69bf1cec4da no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:40:59.803443 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56234) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:40:59.815824 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5df69edb-2032-41c5-92db-b9f34a9c755c None None] Port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:40:59.825634 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-96ca1c13-2321-420c-a7ae-741d6b261d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.864256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: f286bedd-3258-42e6-b8d5-c69bf1cec4da {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:40:59.864912 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f286bedd-3258-42e6-b8d5-c69bf1cec4da not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:40:59.896179 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264e7e-22a8-4e9f-ab8d-9ef03ebe81d5 req-153b81d0-c8da-4681-acfa-7649fee910c2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:40:59.898201 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04264e7e-22a8-4e9f-ab8d-9ef03ebe81d5 req-153b81d0-c8da-4681-acfa-7649fee910c2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.1312015 Jul 12 14:40:59.943933 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-96ca1c13-2321-420c-a7ae-741d6b261d7b admin admin] Publish callbacks [] for security_group (49416713-458f-4775-a095-32801c490078), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:40:59.968871 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04264e7e-22a8-4e9f-ab8d-9ef03ebe81d5 req-f606ea45-8f9b-4e66-b4cf-d182e4720a36 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626905 Jul 12 14:41:00.021092 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-96ca1c13-2321-420c-a7ae-741d6b261d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (49416713-458f-4775-a095-32801c490078), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.065838 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-96ca1c13-2321-420c-a7ae-741d6b261d7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5d8ce4ef7454b94b265e5378ab2bc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611136 Jul 12 14:41:00.067058 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1c13-2321-420c-a7ae-741d6b261d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49416713-458f-4775-a095-32801c490078,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:00.068449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56246) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:00.096825 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:00.129731 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:00.141276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] Publish callbacks [] for security_group (49416713-458f-4775-a095-32801c490078), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.164777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] Publish callbacks [] for security_group (49416713-458f-4775-a095-32801c490078), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.319525 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (49416713-458f-4775-a095-32801c490078), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.319525 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.319525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49416713-458f-4775-a095-32801c490078 HTTP/1.1" status: 204 len: 168 time: 0.2441394 Jul 12 14:41:00.325408 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c95d0-4b33-46fb-8081-76e1ee78057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49416713-458f-4775-a095-32801c490078,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:00.384698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56262) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:00.671893 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe285a8-f76d-4fd4-8b57-cf669fb50801 req-2ff1eec6-e876-4132-9334-0230663d45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:00.673411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dbe285a8-f76d-4fd4-8b57-cf669fb50801 req-2ff1eec6-e876-4132-9334-0230663d45a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1129 time: 0.0737894 Jul 12 14:41:00.763216 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dbe285a8-f76d-4fd4-8b57-cf669fb50801 req-a8abbd47-ea6a-45d6-9a5d-df319d3c1066 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Jul 12 14:41:00.840284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Sync routers for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:41:00.852944 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:41:00.853792 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:00.952724 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (9849625a-a9a0-4065-a1b8-947caec2a707), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:00.961954 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:01.039827 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:41:01.240930 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:41:01.331755 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 4, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e', 'name': '', 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'mac_address': 'fa:16:3e:b1:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:58Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 2, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'subnets': [{'id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:01.343110 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2801885-2702-4b8f-9eef-17c4d63c6b2b req-885d3410-d6d9-4435-a486-a9365f221e9d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:01.351400 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f2801885-2702-4b8f-9eef-17c4d63c6b2b req-885d3410-d6d9-4435-a486-a9365f221e9d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.2012959 Jul 12 14:41:01.366552 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Checking router: d5d5896e-9c3a-44a4-98d0-c944cc7114eb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:41:01.374328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Updating router d5d5896e-9c3a-44a4-98d0-c944cc7114eb port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:41:01.402908 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:01.405255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:01.405629 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:01.474520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Deleting port 96408052-50c8-42e9-a6c8-bbf03d30947f {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:41:01.474867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:01.498076 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f2801885-2702-4b8f-9eef-17c4d63c6b2b req-5e03c298-fdee-4ae6-a444-13253cd53c51 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455667 Jul 12 14:41:01.615383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] For port 96408052-50c8-42e9-a6c8-bbf03d30947f, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96408052-50c8-42e9-a6c8-bbf03d30947f,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:01.615758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:01.636636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:01.638587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Calling delete_port for 96408052-50c8-42e9-a6c8-bbf03d30947f owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:41:01.779652 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:01.782580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:01.782966 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:01.820024 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:01.970341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:01.978527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.026984 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks [] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.045012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (96408052-50c8-42e9-a6c8-bbf03d30947f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.046569 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:02.104116 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96408052-50c8-42e9-a6c8-bbf03d30947f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:02.117742 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.301053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f10e86-1bbf-4870-851f-820d06a494ba None None] Pushing event updated for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:02.380916 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (9849625a-a9a0-4065-a1b8-947caec2a707), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.393935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Attempting to bind port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:41:02.394573 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Attempting to bind port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:41:02.396559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Attempting to bind port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e on network 33888002-3d62-45a6-ac8c-e062afd2084b {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:41:02.409192 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:41:02.409757 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Checking segment: {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:41:02.410286 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.410783 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Bound using segment: {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:41:02.411389 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Bound port: 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34081594-098a-4d5e-9ea1-f5c6f755df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:41:02.411884 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.582873 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-2572510e-8c0a-4332-8502-3579be8447ae None None] Provisioning complete for port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:02.584172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2572510e-8c0a-4332-8502-3579be8447ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.649491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] For port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:41:02.654543 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] For port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:41:02.657387 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-2572510e-8c0a-4332-8502-3579be8447ae None None] Port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:41:02.718533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:02.763009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3497da-bf9d-48e3-be59-f91dbf447b62 req-8989ac16-cf23-4878-ab73-f4f33406b39a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:02.764570 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b3497da-bf9d-48e3-be59-f91dbf447b62 req-8989ac16-cf23-4878-ab73-f4f33406b39a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0615628 Jul 12 14:41:02.804603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:02.813512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:41:02.814285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:02.889202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:02.946502 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b3497da-bf9d-48e3-be59-f91dbf447b62 req-376f27dd-9212-42d6-9a29-7e17493c52ec tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645627 Jul 12 14:41:02.968172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Router 9849625a-a9a0-4065-a1b8-947caec2a707 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:41:02.975841 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:41:03.224682 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f10e86-1bbf-4870-851f-820d06a494ba None None] Pushing event updated for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:03.265419 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:41:03.346082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 4, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e', 'name': '', 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'mac_address': 'fa:16:3e:b1:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:58Z', 'updated_at': '2022-07-12T14:41:02Z', 'revision_number': 4, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'subnets': [{'id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:03.348934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Provisioning complete for port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:03.349538 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.416657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:41:03.422417 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2c2f543e-d9ce-40f6-8fef-6b6ce18bebe8 admin admin] 10.222.0.30 "PUT /v2.0/routers/9849625a-a9a0-4065-a1b8-947caec2a707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0383673 Jul 12 14:41:03.424683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56330) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:03.433747 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Sync routers for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:41:03.441733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4c1f0-c513-477e-a91d-ce7e57d1d768 None None] The sync data for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi is: [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:40:58Z', 'revision_number': 4, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e', 'name': '', 'network_id': '33888002-3d62-45a6-ac8c-e062afd2084b', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'mac_address': 'fa:16:3e:b1:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:58Z', 'updated_at': '2022-07-12T14:41:02Z', 'revision_number': 4, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'subnets': [{'id': '4bc92e63-b6c0-4660-9515-4f2d291dbf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:41:03.476208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:03.476588 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.479887 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:41:03.479887 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:03.582687 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:03.584172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Current status of the port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:03.584837 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.639172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] For port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:03.655356 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:41:03.657781 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks [] for router (9849625a-a9a0-4065-a1b8-947caec2a707), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.694950 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:03.718060 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.787396 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc19e01-6584-4493-9ba8-49f2a986d6f9 None None] Pushing event updated for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:03.817884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks [] for router_gateway (9849625a-a9a0-4065-a1b8-947caec2a707), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:03.909882 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:03.928495 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:41:01Z', 'revision_number': 5, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port': {'id': '939aa9b0-373b-4106-af7f-a8c421ffa7d8', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:20Z', 'updated_at': '2022-07-12T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:03.964402 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Checking router: 9849625a-a9a0-4065-a1b8-947caec2a707 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:41:04.006533 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Routers {'9849625a-a9a0-4065-a1b8-947caec2a707'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:41:04.007466 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:40:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['9849625a-a9a0-4065-a1b8-947caec2a707'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:04.058554 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Deleting port 939aa9b0-373b-4106-af7f-a8c421ffa7d8 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:41:04.059159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:04.147025 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc14f13-b745-4ce5-b80a-24ba12ef6ec3 req-4c7a4a58-e105-40f7-be58-25044110615c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:04.148717 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bc14f13-b745-4ce5-b80a-24ba12ef6ec3 req-4c7a4a58-e105-40f7-be58-25044110615c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0881295 Jul 12 14:41:04.259872 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] Set router 9849625a-a9a0-4065-a1b8-947caec2a707 gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:41:04.264615 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bc14f13-b745-4ce5-b80a-24ba12ef6ec3 req-379bd972-1064-47a0-99cf-29f52f2e5c4a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889239 Jul 12 14:41:04.281678 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] For port 939aa9b0-373b-4106-af7f-a8c421ffa7d8, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=939aa9b0-373b-4106-af7f-a8c421ffa7d8,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:04.282050 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:04.374229 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Calling delete_port for 939aa9b0-373b-4106-af7f-a8c421ffa7d8 owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:41:04.457760 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:41:03Z', 'revision_number': 6, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port_host': None}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:04.546953 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1ea02-7625-41a4-ab7d-f3cba247c061 None None] The sync data for ids ['9849625a-a9a0-4065-a1b8-947caec2a707'] in dv-cinder-820027-12-iscsi is: [{'id': '9849625a-a9a0-4065-a1b8-947caec2a707', 'name': 'tempest-DeleteServersTestJSON-131487747-router', 'tenant_id': '165d7892df2f450d927c92d71cd96f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:41:03Z', 'revision_number': 6, 'project_id': '165d7892df2f450d927c92d71cd96f29', 'gw_port_host': None}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:41:04.548457 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185f4d-7ac5-42c0-97e1-0c604bad8de4 req-56bbd246-1a61-4eae-baa9-b7eb77aa899d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:04.550826 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8f185f4d-7ac5-42c0-97e1-0c604bad8de4 req-56bbd246-1a61-4eae-baa9-b7eb77aa899d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0904214 Jul 12 14:41:04.645298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8f185f4d-7ac5-42c0-97e1-0c604bad8de4 req-3442a50f-9d6a-40bd-a11b-80e786fd5545 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879734 Jul 12 14:41:04.766239 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:04.837247 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (939aa9b0-373b-4106-af7f-a8c421ffa7d8), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:04.890564 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Pushing event deleted for resources: {'Port': ['ID=939aa9b0-373b-4106-af7f-a8c421ffa7d8,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:04.919435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (9849625a-a9a0-4065-a1b8-947caec2a707), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.121382 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (9849625a-a9a0-4065-a1b8-947caec2a707), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.123996 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks [] for router_controller (9849625a-a9a0-4065-a1b8-947caec2a707), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.131266 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:05.248192 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:41:05.254196 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (9849625a-a9a0-4065-a1b8-947caec2a707), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.254816 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9849625a-a9a0-4065-a1b8-947caec2a707 {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:41:05.265304 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.265304 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c734ed4a-6dcf-40f0-a476-830e5afe1618 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9849625a-a9a0-4065-a1b8-947caec2a707 HTTP/1.1" status: 204 len: 168 time: 1.8377240 Jul 12 14:41:05.266435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56368) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:05.329082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:05.329789 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.341870 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Deleting subnet d3242041-ded6-41d4-857d-036c5d5f8467 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:41:05.345848 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Publish callbacks [] for subnet (d3242041-ded6-41d4-857d-036c5d5f8467), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.394270 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Publish callbacks [] for subnet (d3242041-ded6-41d4-857d-036c5d5f8467), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.465681 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:05.479789 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96408052-50c8-42e9-a6c8-bbf03d30947f no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:41:05.502006 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (d3242041-ded6-41d4-857d-036c5d5f8467), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.503015 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 96408052-50c8-42e9-a6c8-bbf03d30947f {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:41:05.503467 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96408052-50c8-42e9-a6c8-bbf03d30947f not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:41:05.643600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (d3242041-ded6-41d4-857d-036c5d5f8467), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.671175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3242041-ded6-41d4-857d-036c5d5f8467,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:05.677635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.683241 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d26ea6ea-a46b-4b1f-9bf7-f061666c7c3f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3242041-ded6-41d4-857d-036c5d5f8467 HTTP/1.1" status: 204 len: 168 time: 0.4130769 Jul 12 14:41:05.683481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56372) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:05.690611 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe857f-48d4-473b-b5f6-bc008b53fd70 None None] Network 8f2c907b-451f-45e4-9802-40ef4e3361a2 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:41:05.780720 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (8f2c907b-451f-45e4-9802-40ef4e3361a2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.837295 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Deleting port f56004ec-a1ec-489f-9bea-9da338e96d29 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:41:05.837552 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.922181 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] For port f56004ec-a1ec-489f-9bea-9da338e96d29, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f56004ec-a1ec-489f-9bea-9da338e96d29,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:05.922555 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:05.938804 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] DHCP port deletion for 8f2c907b-451f-45e4-9802-40ef4e3361a2 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:41:05.942083 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Calling delete_port for f56004ec-a1ec-489f-9bea-9da338e96d29 owned by network:dhcp {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:41:05.992623 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Deleting port f56004ec-a1ec-489f-9bea-9da338e96d29 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:41:05.993000 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.064996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] For port f56004ec-a1ec-489f-9bea-9da338e96d29, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f56004ec-a1ec-489f-9bea-9da338e96d29,segment=NetworkSegment(874c8a17-5b0b-4813-976d-c9467b16c521),segment_id=874c8a17-5b0b-4813-976d-c9467b16c521)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:06.065506 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.083463 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Calling delete_port for f56004ec-a1ec-489f-9bea-9da338e96d29 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:41:06.105771 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:06.174502 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.232702 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56004ec-a1ec-489f-9bea-9da338e96d29,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:06.232702 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] No DVR routers for this DVR port f56004ec-a1ec-489f-9bea-9da338e96d29 on host dv-cinder-820027-12-iscsi {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:41:06.241750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (f56004ec-a1ec-489f-9bea-9da338e96d29), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.257502 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] No DVR routers for this DVR port f56004ec-a1ec-489f-9bea-9da338e96d29 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:41:06.285522 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664ee2-325d-4798-89ec-92ce240bcb14 None None] Pushing event deleted for resources: {'Port': ['ID=f56004ec-a1ec-489f-9bea-9da338e96d29,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:06.337387 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (8f2c907b-451f-45e4-9802-40ef4e3361a2), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.359711 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.359978 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.360722 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.361074 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > port after_create 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.365508 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.365947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > port after_update 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.366281 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.366626 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.366947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.367269 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.641149 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.641542 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.641875 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.642209 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:41:06.642660 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2c907b-451f-45e4-9802-40ef4e3361a2']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:06.662935 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874c8a17-5b0b-4813-976d-c9467b16c521') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:06.663282 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874c8a17-5b0b-4813-976d-c9467b16c521') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:41:06.680354 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (874c8a17-5b0b-4813-976d-c9467b16c521), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.703409 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:06.705739 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (874c8a17-5b0b-4813-976d-c9467b16c521), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.715236 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:41:06.715715 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (874c8a17-5b0b-4813-976d-c9467b16c521), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.883999 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (8f2c907b-451f-45e4-9802-40ef4e3361a2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.897758 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:06.901692 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f2c907b-451f-45e4-9802-40ef4e3361a2 HTTP/1.1" status: 204 len: 168 time: 1.2172129 Jul 12 14:41:06.924895 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42317d-fed3-408c-ab49-ccd7011a7357 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2c907b-451f-45e4-9802-40ef4e3361a2,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:07.082304 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f56004ec-a1ec-489f-9bea-9da338e96d29 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:41:07.098054 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56406) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:07.123407 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: f56004ec-a1ec-489f-9bea-9da338e96d29 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:41:07.124624 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f56004ec-a1ec-489f-9bea-9da338e96d29 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:41:07.125344 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 939aa9b0-373b-4106-af7f-a8c421ffa7d8 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:41:07.148881 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 939aa9b0-373b-4106-af7f-a8c421ffa7d8 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:41:07.149412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 939aa9b0-373b-4106-af7f-a8c421ffa7d8 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:41:07.280633 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 874c8a17-5b0b-4813-976d-c9467b16c521 resource provider aggregate not found Jul 12 14:41:07.305925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1573e6-c310-45d3-b9a4-ffd4ce8df30a req-4e11d2be-299b-4d0a-9abb-a8abe9c1fe45 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:07.314010 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f1573e6-c310-45d3-b9a4-ffd4ce8df30a req-4e11d2be-299b-4d0a-9abb-a8abe9c1fe45 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0650363 Jul 12 14:41:07.318439 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 874c8a17-5b0b-4813-976d-c9467b16c521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 874c8a17-5b0b-4813-976d-c9467b16c521 found for delete ", "request_id": "req-fb1c23aa-d524-43a4-b6cd-367dd2dcb718"}]} Jul 12 14:41:07.438740 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f1573e6-c310-45d3-b9a4-ffd4ce8df30a req-46bb057d-526a-4f23-9d77-aeaafb047e61 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230524 Jul 12 14:41:07.450246 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e8da-ce8f-4209-a030-995a87874968 req-6472ec42-4598-4d37-8c39-f1c6f3bda62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:07.451906 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-6472ec42-4598-4d37-8c39-f1c6f3bda62c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0927896 Jul 12 14:41:07.529081 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d51e029c-7a1c-432e-8b51-2e94340ffc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:07.541316 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:07.561588 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56420) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:07.600337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e8da-ce8f-4209-a030-995a87874968 req-55713092-a759-46bb-9543-39a093d36205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:07.602313 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-55713092-a759-46bb-9543-39a093d36205 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1420846 Jul 12 14:41:07.651260 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d51e029c-7a1c-432e-8b51-2e94340ffc53 admin admin] Publish callbacks [] for security_group (bbcf14e4-de37-4e38-9bf1-c49df88b23f0), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:07.669458 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-eb64a32f-b2cf-4c65-8441-18f220df983b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.0541234 Jul 12 14:41:07.680832 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-bd3c90c2-14d7-43fa-a051-6ed47aa4f629 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=165d7892df2f450d927c92d71cd96f29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1180563 Jul 12 14:41:07.684818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56422) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:07.751717 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d51e029c-7a1c-432e-8b51-2e94340ffc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (bbcf14e4-de37-4e38-9bf1-c49df88b23f0), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:07.769407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e8da-ce8f-4209-a030-995a87874968 req-ff6ef90f-173a-4a00-b036-6f335724793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:07.770864 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-ff6ef90f-173a-4a00-b036-6f335724793a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0835910 Jul 12 14:41:07.803666 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:07.818553 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d51e029c-7a1c-432e-8b51-2e94340ffc53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=895b9837399943edab5ad28e3c7abce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137139 Jul 12 14:41:07.819178 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56424) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:07.821138 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] Publish callbacks [] for security_group (b7b1dab3-a502-4788-9aeb-54c8301e2d57), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:07.838720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e8da-ce8f-4209-a030-995a87874968 req-c7331758-d5d3-48c9-8822-90c1b23866fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:07.840254 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-c7331758-d5d3-48c9-8822-90c1b23866fb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593266 Jul 12 14:41:07.847691 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e029c-7a1c-432e-8b51-2e94340ffc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf14e4-de37-4e38-9bf1-c49df88b23f0,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:07.863978 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] Publish callbacks [] for security_group (b7b1dab3-a502-4788-9aeb-54c8301e2d57), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:07.959026 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:07.996864 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-9eb4ec6e-65bf-4677-be6e-3f2efbe7179d service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431303 Jul 12 14:41:08.082606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b7b1dab3-a502-4788-9aeb-54c8301e2d57), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.085132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.086303 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7b1dab3-a502-4788-9aeb-54c8301e2d57 HTTP/1.1" status: 204 len: 168 time: 0.4001589 Jul 12 14:41:08.103758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea499f05-6181-4828-a841-f79719326179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1dab3-a502-4788-9aeb-54c8301e2d57,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:08.133884 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c73e8da-ce8f-4209-a030-995a87874968 req-ea3dc681-687d-4cee-bf15-eb8a9bce4d02 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215239 Jul 12 14:41:08.184441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] Publish callbacks [] for security_group (bbcf14e4-de37-4e38-9bf1-c49df88b23f0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.214339 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] Publish callbacks [] for security_group (bbcf14e4-de37-4e38-9bf1-c49df88b23f0), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.244883 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:41:08.334069 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (bbcf14e4-de37-4e38-9bf1-c49df88b23f0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.336637 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:08.337975 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbcf14e4-de37-4e38-9bf1-c49df88b23f0 HTTP/1.1" status: 204 len: 168 time: 0.5175939 Jul 12 14:41:08.346914 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca9c80-9360-4fd2-a14d-97988651be90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf14e4-de37-4e38-9bf1-c49df88b23f0,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:08.583011 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcef2a-24b3-4233-ab35-3fbe6e626ade req-4dcc37ec-0489-49d2-9323-4cb8dd8b2c75 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:08.590140 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-58bcef2a-24b3-4233-ab35-3fbe6e626ade req-4dcc37ec-0489-49d2-9323-4cb8dd8b2c75 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0549076 Jul 12 14:41:08.666004 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-58bcef2a-24b3-4233-ab35-3fbe6e626ade req-186141c0-0b06-4637-ba3b-553864df901f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703735 Jul 12 14:41:09.616725 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56478) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:09.747521 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b904c2a0-53e9-49d5-b485-51d35aff1f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:09.853336 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b904c2a0-53e9-49d5-b485-51d35aff1f62 admin admin] Publish callbacks [] for security_group (89f914d8-8c8f-4032-a7d3-16908bd27536), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:09.856264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86bd4-95a2-44fe-8f16-8a26c2f11816 req-8030a152-8087-446e-9b67-2aed594b9d73 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:09.858552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cdb86bd4-95a2-44fe-8f16-8a26c2f11816 req-8030a152-8087-446e-9b67-2aed594b9d73 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.1004696 Jul 12 14:41:09.928660 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b904c2a0-53e9-49d5-b485-51d35aff1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (89f914d8-8c8f-4032-a7d3-16908bd27536), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:09.929770 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cdb86bd4-95a2-44fe-8f16-8a26c2f11816 req-527964c1-e741-4932-831b-896e60a77cb6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633442 Jul 12 14:41:09.967566 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b904c2a0-53e9-49d5-b485-51d35aff1f62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=220a5d3b89254edfa065fc9622521866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472011 Jul 12 14:41:09.967874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56486) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:09.997718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904c2a0-53e9-49d5-b485-51d35aff1f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f914d8-8c8f-4032-a7d3-16908bd27536,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:10.038968 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] Publish callbacks [] for security_group (89f914d8-8c8f-4032-a7d3-16908bd27536), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:10.079447 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] Publish callbacks [] for security_group (89f914d8-8c8f-4032-a7d3-16908bd27536), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:10.207866 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (89f914d8-8c8f-4032-a7d3-16908bd27536), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:10.210644 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:10.215953 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89f914d8-8c8f-4032-a7d3-16908bd27536 HTTP/1.1" status: 204 len: 168 time: 0.2430401 Jul 12 14:41:10.221140 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32841-41a8-4372-a37d-8d50046a5d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f914d8-8c8f-4032-a7d3-16908bd27536,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:11.067716 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d1d2-2d28-4784-9c93-383a5194e68e req-ab65343d-02e3-4d86-ae36-1347cb96e013 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:11.069114 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4579d1d2-2d28-4784-9c93-383a5194e68e req-ab65343d-02e3-4d86-ae36-1347cb96e013 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0527649 Jul 12 14:41:11.128682 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4579d1d2-2d28-4784-9c93-383a5194e68e req-2cef149b-7861-44b7-bcd7-91c6746d7fa9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Jul 12 14:41:11.281594 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56512) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:11.295559 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ee56fdca-5851-4adb-bead-c9ff8514adaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.339318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:11.413483 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ee56fdca-5851-4adb-bead-c9ff8514adaa admin admin] Publish callbacks [] for security_group (0a0ce784-2cb4-4a59-a5c7-22066c256463), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.477270 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ee56fdca-5851-4adb-bead-c9ff8514adaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (0a0ce784-2cb4-4a59-a5c7-22066c256463), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.521579 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ee56fdca-5851-4adb-bead-c9ff8514adaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b831b92653e7451c9c5dfefdcd9cf048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394271 Jul 12 14:41:11.523171 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56fdca-5851-4adb-bead-c9ff8514adaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ce784-2cb4-4a59-a5c7-22066c256463,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:11.525184 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56518) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:11.543061 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:11.594222 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] Publish callbacks [] for security_group (0a0ce784-2cb4-4a59-a5c7-22066c256463), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.618841 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] Publish callbacks [] for security_group (0a0ce784-2cb4-4a59-a5c7-22066c256463), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.814877 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (0a0ce784-2cb4-4a59-a5c7-22066c256463), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.817452 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:11.820914 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a0ce784-2cb4-4a59-a5c7-22066c256463 HTTP/1.1" status: 204 len: 168 time: 0.2927318 Jul 12 14:41:11.836784 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4e78-c01b-47a1-9d50-bf667db74c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ce784-2cb4-4a59-a5c7-22066c256463,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:12.263404 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4eaa9-3db2-4843-8963-4a8123fc1849 req-b0191b52-91b6-45b5-9792-4e5e821d6b72 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:12.265610 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-def4eaa9-3db2-4843-8963-4a8123fc1849 req-b0191b52-91b6-45b5-9792-4e5e821d6b72 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0650344 Jul 12 14:41:12.340634 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-def4eaa9-3db2-4843-8963-4a8123fc1849 req-312b771d-d259-4cbc-bf9c-acf8fe64db90 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Jul 12 14:41:13.351084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e776814c-8506-4d02-9067-52347d4aac5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:13.509068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767588-9820-4a93-b6ce-deaaa0929a03 req-77c30c07-51e3-4680-a0f6-5e3ce5e0a227 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:13.511072 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-00767588-9820-4a93-b6ce-deaaa0929a03 req-77c30c07-51e3-4680-a0f6-5e3ce5e0a227 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0775976 Jul 12 14:41:13.545259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:13.562907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-00767588-9820-4a93-b6ce-deaaa0929a03 req-8754f26b-f59d-4ee1-bbaa-dc59680c2800 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Jul 12 14:41:14.464108 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=60 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:14.691165 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe4608-d622-45c9-8d1f-48dc79f97acf req-9e65adf6-9d17-466a-8891-34868f72a08e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:14.692805 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-29fe4608-d622-45c9-8d1f-48dc79f97acf req-9e65adf6-9d17-466a-8891-34868f72a08e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Jul 12 14:41:14.742326 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-29fe4608-d622-45c9-8d1f-48dc79f97acf req-b0fa2709-4766-41c4-928e-0d71ded7652f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Jul 12 14:41:15.413620 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-b7280f28-34f9-49b4-9da4-1e8c71b90507 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:15.415071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-b7280f28-34f9-49b4-9da4-1e8c71b90507 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 813 time: 0.1064072 Jul 12 14:41:15.429937 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-03866849-1536-4866-ab97-51e8db2fd9ba tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/quotas/47cd27ad4219485cae0d8d85a2823948 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Jul 12 14:41:15.489035 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-b7426f23-bb08-4c0b-b490-27a618294f9f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534000 Jul 12 14:41:15.588269 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-0462e53e-faa2-4afb-9853-01fac7d4635b service neutron] 10.222.0.30 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877573 Jul 12 14:41:15.596718 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c5a28efe-e5fb-4244-83bb-2ab5a9c14f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:15.684909 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-bbfbc9da-2525-4e15-9698-add532d12090 service neutron] 10.222.0.30 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909038 Jul 12 14:41:15.862937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90ec1-30f3-45b1-9d0e-f549b738224b req-95e843da-8534-42b7-954a-d3ab4271895b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:15.862937 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-afc90ec1-30f3-45b1-9d0e-f549b738224b req-95e843da-8534-42b7-954a-d3ab4271895b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Jul 12 14:41:15.896357 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:15.917611 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93bb3cc7-1801-436e-a8ee-e7c3f05873d2 req-c057ea82-ceb2-4413-a4d9-cfee7298446b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0403128 Jul 12 14:41:15.948735 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-afc90ec1-30f3-45b1-9d0e-f549b738224b req-d7fda686-d551-420a-82f3-e291142a3102 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813174 Jul 12 14:41:16.762260 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.029508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1f3e3556-3b55-470a-938f-2ae7f15c51a1 req-16b00c62-be39-428a-abe4-9eb079d4fe0f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0337324 Jul 12 14:41:17.074673 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9d76-a6c2-463e-81fd-054bdf8e8c8d req-1c860057-c7f6-4096-bbef-8cd02e0d33dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:17.076132 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb7f9d76-a6c2-463e-81fd-054bdf8e8c8d req-1c860057-c7f6-4096-bbef-8cd02e0d33dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0498488 Jul 12 14:41:17.125094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb7f9d76-a6c2-463e-81fd-054bdf8e8c8d req-6cd78a87-8e6c-4c7d-ad0f-cf6c3e5724c8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Jul 12 14:41:17.431202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 56720) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:17.543628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.621649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Publish callbacks [] for security_group (52ac9230-2606-4cc0-a25a-28b01b7796d9), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.733562 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (52ac9230-2606-4cc0-a25a-28b01b7796d9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.772651 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac9230-2606-4cc0-a25a-28b01b7796d9,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:17.778095 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5286480de5f6455d913524d4b9079563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453827 Jul 12 14:41:17.780884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56734) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:17.783660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.784019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.784358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.784699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.785038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.785398 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.785730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.786054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.786381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.786705 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.787035 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.787359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.787684 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.788008 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.788338 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc9fec-83a4-4878-a845-cb34d68bcabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:17.834279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] Publish callbacks [] for security_group (52ac9230-2606-4cc0-a25a-28b01b7796d9), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.856706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] Publish callbacks [] for security_group (52ac9230-2606-4cc0-a25a-28b01b7796d9), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.990571 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (52ac9230-2606-4cc0-a25a-28b01b7796d9), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.993171 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:17.994815 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52ac9230-2606-4cc0-a25a-28b01b7796d9 HTTP/1.1" status: 204 len: 168 time: 0.2129307 Jul 12 14:41:18.003626 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eab25-2e2d-4848-9798-2e4e41a6d904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac9230-2606-4cc0-a25a-28b01b7796d9,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:18.130676 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-12b19ab8-0b7a-45c0-9a3e-b98811d0fc71 req-6bc5b78e-6114-4770-958b-9a266ad0fc23 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0315068 Jul 12 14:41:18.231432 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:18.247894 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ccdd-feaf-4d67-b5dd-daabb441fefd req-4742e3de-277c-44e6-848f-7cac74e631cc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:18.249327 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7502ccdd-feaf-4d67-b5dd-daabb441fefd req-4742e3de-277c-44e6-848f-7cac74e631cc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0493968 Jul 12 14:41:18.304999 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.311245 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7502ccdd-feaf-4d67-b5dd-daabb441fefd req-a28b0169-2585-4e93-8e82-76a0c03e79a7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 Jul 12 14:41:18.617484 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56746) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:18.631673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-392e2900-0df9-471c-9493-d41c8f7c66ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.671208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.680195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-90984d58-4761-46bf-ad6e-73df36823489 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:18.682188 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-90984d58-4761-46bf-ad6e-73df36823489 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 813 time: 0.1138403 Jul 12 14:41:18.711068 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-392e2900-0df9-471c-9493-d41c8f7c66ee admin admin] Publish callbacks [] for security_group (6dbb84fb-6fab-4598-a972-62dc9605f04a), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.779185 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-392e2900-0df9-471c-9493-d41c8f7c66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6dbb84fb-6fab-4598-a972-62dc9605f04a), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.816409 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2900-0df9-471c-9493-d41c8f7c66ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbb84fb-6fab-4598-a972-62dc9605f04a,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:18.822621 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-392e2900-0df9-471c-9493-d41c8f7c66ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5160320a0fec4dadb0d4c290df758f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034092 Jul 12 14:41:18.825334 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 56748) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:18.872571 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] Publish callbacks [] for security_group (6dbb84fb-6fab-4598-a972-62dc9605f04a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:18.893889 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] Publish callbacks [] for security_group (6dbb84fb-6fab-4598-a972-62dc9605f04a), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:19.024445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6dbb84fb-6fab-4598-a972-62dc9605f04a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:19.026982 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:19.028127 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6dbb84fb-6fab-4598-a972-62dc9605f04a HTTP/1.1" status: 204 len: 168 time: 0.2018986 Jul 12 14:41:19.036088 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e1e47-3f78-4368-9c95-8425a33a3768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbb84fb-6fab-4598-a972-62dc9605f04a,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:19.226720 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-364d8c79-c0db-4e75-b1d4-4b3b761204bf req-a6869c06-1c09-471c-aba5-b67b96365ac9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 12 14:41:19.421784 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4635bed-8545-40d2-b2ab-bd978ab1362e req-71103eb5-f643-43c3-92a0-60f26282fb4b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:19.423332 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c4635bed-8545-40d2-b2ab-bd978ab1362e req-71103eb5-f643-43c3-92a0-60f26282fb4b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0505202 Jul 12 14:41:19.474593 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c4635bed-8545-40d2-b2ab-bd978ab1362e req-d92ab511-4315-4aa1-8174-f03859dc689e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450809 Jul 12 14:41:20.322212 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2cbbc168-3003-44b4-a93f-8aa457bbe090 req-bfcc8d50-4832-454a-a74e-5653e0677bf6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0264750 Jul 12 14:41:20.589518 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c2f3-e82d-4b99-aebd-0dc1143e05e3 req-812306c4-068e-44bd-b215-ee1f265f3742 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:20.591015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d547c2f3-e82d-4b99-aebd-0dc1143e05e3 req-812306c4-068e-44bd-b215-ee1f265f3742 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0502529 Jul 12 14:41:20.643637 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d547c2f3-e82d-4b99-aebd-0dc1143e05e3 req-ddd099f8-4376-4a2a-af9e-11948cde544d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Jul 12 14:41:21.404272 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'port': {'device_id': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'admin_state_up': True, 'tenant_id': '47cd27ad4219485cae0d8d85a2823948'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:21.435684 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44b49fc5-6328-4076-9d8c-94aace39a6d4 req-04ddc496-d193-4bcf-95f0-e47635f4148a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0459359 Jul 12 14:41:21.591311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Made reservation on behalf of 47cd27ad4219485cae0d8d85a2823948 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:41:21.595302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:21.598411 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:21.762570 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Allocated IP 172.20.0.6 (84dbba96-4890-4894-8f65-f9b63f7010e5/73ebaeb3-b62d-4d7e-8681-2948f05f23ad/158072fd-c24f-4080-926d-9613cf2adbd5) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:41:21.789049 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bbf86-c1c6-497f-8da6-f8142cd665cb req-df65e4df-ed1d-4c5a-9e99-310151f2ce40 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:21.790525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f58bbf86-c1c6-497f-8da6-f8142cd665cb req-df65e4df-ed1d-4c5a-9e99-310151f2ce40 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0657308 Jul 12 14:41:21.840781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:21.881992 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f58bbf86-c1c6-497f-8da6-f8142cd665cb req-63a31501-24d6-4a24-bb68-e1fb930332fb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Jul 12 14:41:21.967087 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for port (158072fd-c24f-4080-926d-9613cf2adbd5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.048136 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.093682 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:41:22.096676 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:41:22.100614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:41:22.106174 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:22.106949 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.115318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:22.194018 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-598557e2-4074-4161-8b14-e8070189c69b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946110 Jul 12 14:41:22.301878 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-efd3ee8d-a536-4e7e-8fe2-c29d89a1d2d6 None None] Provisioning complete for port 158072fd-c24f-4080-926d-9613cf2adbd5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:22.302409 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-efd3ee8d-a536-4e7e-8fe2-c29d89a1d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.303713 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Request body: {'port': {'device_id': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:22.359976 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-efd3ee8d-a536-4e7e-8fe2-c29d89a1d2d6 None None] Port 158072fd-c24f-4080-926d-9613cf2adbd5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:41:22.382606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.587051 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ea70-014b-4671-976f-0aea3bf906b0 req-180aa326-026a-4ecb-a0df-c78c80f40dc9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:22.588550 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0636ea70-014b-4671-976f-0aea3bf906b0 req-180aa326-026a-4ecb-a0df-c78c80f40dc9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 931 time: 0.0777421 Jul 12 14:41:22.671721 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:22.706664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0636ea70-014b-4671-976f-0aea3bf906b0 req-40ce8802-0d9f-445c-ba66-fc0187f27645 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866559 Jul 12 14:41:22.747970 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158072fd-c24f-4080-926d-9613cf2adbd5 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:41:22.755835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks [] for port (158072fd-c24f-4080-926d-9613cf2adbd5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.769430 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Transition to ACTIVE for port object 158072fd-c24f-4080-926d-9613cf2adbd5 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:41:22.830791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:22.936922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:23.045313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Attempting to bind port 158072fd-c24f-4080-926d-9613cf2adbd5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:41:23.045682 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Attempting to bind port 158072fd-c24f-4080-926d-9613cf2adbd5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:41:23.046019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Attempting to bind port 158072fd-c24f-4080-926d-9613cf2adbd5 on network 84dbba96-4890-4894-8f65-f9b63f7010e5 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:41:23.055146 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Port 158072fd-c24f-4080-926d-9613cf2adbd5 on network 84dbba96-4890-4894-8f65-f9b63f7010e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:41:23.055473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Attempting to bind port 158072fd-c24f-4080-926d-9613cf2adbd5 on network 84dbba96-4890-4894-8f65-f9b63f7010e5 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:41:23.059339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:23.069692 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803257a-7ddc-4c62-9e3f-85fe1d827191 req-f91e0ae1-1e4b-4496-9a89-5145b76d5201 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:23.069692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5803257a-7ddc-4c62-9e3f-85fe1d827191 req-f91e0ae1-1e4b-4496-9a89-5145b76d5201 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0846317 Jul 12 14:41:23.075121 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:41:23.075703 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Checking segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:41:23.076658 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Bound using segment: {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:41:23.077368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Bound port: 158072fd-c24f-4080-926d-9613cf2adbd5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:41:23.077938 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:23.216519 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5803257a-7ddc-4c62-9e3f-85fe1d827191 req-c085a297-dc09-4892-8122-d8bda612ded4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354907 Jul 12 14:41:23.242694 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:41:23.247043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:41:23.335322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:23.404527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:23.410923 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:23.411781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:23.413804 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-4fbec463-bf56-48bc-811a-530fcbf20f64 service neutron] 10.222.0.33 "PUT /v2.0/ports/158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 1093 time: 1.1158643 Jul 12 14:41:23.414434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:41:23.421584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:41:23.529802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dccad1-2c18-446d-b391-2bfa46f18c85 x-openstack-request-id: req-e6dccad1-2c18-446d-b391-2bfa46f18c85 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:41:23.530231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:41:23.530841 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6dccad1-2c18-446d-b391-2bfa46f18c85 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:41:23.531488 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dccad1-2c18-446d-b391-2bfa46f18c85'] response: {'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:41:23.844840 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd637-337c-4572-861a-7a53abbca160 req-9ad7ab93-9608-4acc-b9b7-bca41e59cf43 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:23.846392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a19fd637-337c-4572-861a-7a53abbca160 req-9ad7ab93-9608-4acc-b9b7-bca41e59cf43 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0485411 Jul 12 14:41:23.895464 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a19fd637-337c-4572-861a-7a53abbca160 req-98cb148e-396d-47b1-8005-b9f47ae6e59a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Jul 12 14:41:24.354969 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cc350-a405-44a1-b90f-97d105f04e66 req-36980856-0a81-4839-9f85-307917dbb026 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:24.365502 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-580cc350-a405-44a1-b90f-97d105f04e66 req-36980856-0a81-4839-9f85-307917dbb026 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0551491 Jul 12 14:41:24.411915 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-580cc350-a405-44a1-b90f-97d105f04e66 req-275b0ab9-ae6a-426d-b620-310ec4bbd382 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Jul 12 14:41:25.027061 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa0e42-ca7b-44c4-9b8d-b736cfb8b565 req-41d38332-dfc4-4268-acdc-c4d0a19e91f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:25.027061 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-10aa0e42-ca7b-44c4-9b8d-b736cfb8b565 req-41d38332-dfc4-4268-acdc-c4d0a19e91f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0537331 Jul 12 14:41:25.110520 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-10aa0e42-ca7b-44c4-9b8d-b736cfb8b565 req-8ce4325c-22e5-48fe-9c37-1a5736fe83e5 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Jul 12 14:41:25.535843 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfab58-03dc-428b-b80e-87a2e4f23812 req-0766d9d3-f987-445b-a7c5-f8ea15372919 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:25.537455 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6dfab58-03dc-428b-b80e-87a2e4f23812 req-0766d9d3-f987-445b-a7c5-f8ea15372919 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0554161 Jul 12 14:41:25.589008 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6dfab58-03dc-428b-b80e-87a2e4f23812 req-2fd427e7-1bcd-4ebe-9723-8647af7ac073 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449541 Jul 12 14:41:25.871943 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:25.961915 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:26.255333 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=9 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:26.263858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde7b97-337e-4e62-800b-3dc30b959c1e req-a6bdc62e-2f56-4e24-bc99-55cbccfa2e29 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:26.265003 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:26.269731 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3cde7b97-337e-4e62-800b-3dc30b959c1e req-a6bdc62e-2f56-4e24-bc99-55cbccfa2e29 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0554051 Jul 12 14:41:26.319172 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3cde7b97-337e-4e62-800b-3dc30b959c1e req-55245c96-ff54-4310-abab-c49a882811a6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479896 Jul 12 14:41:26.693506 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:26.713913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ae9b-8782-4bf1-8705-3b7fd74d0df4 req-bf14a9fc-4201-40cc-b4d4-e6227d77664d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:26.714958 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4147ae9b-8782-4bf1-8705-3b7fd74d0df4 req-bf14a9fc-4201-40cc-b4d4-e6227d77664d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0523875 Jul 12 14:41:26.768912 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4147ae9b-8782-4bf1-8705-3b7fd74d0df4 req-a307bb89-a645-4605-bfaf-49f1f8c6aad4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Jul 12 14:41:27.448777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10ce2b-6533-4072-a01a-fb322d7a4273 req-a8f9f580-5c34-44aa-a2e6-f8757833a892 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:27.450191 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf10ce2b-6533-4072-a01a-fb322d7a4273 req-a8f9f580-5c34-44aa-a2e6-f8757833a892 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0576901 Jul 12 14:41:27.505688 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf10ce2b-6533-4072-a01a-fb322d7a4273 req-a2b27cca-8bcd-411f-b141-2de34aa2eaa3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Jul 12 14:41:27.892914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d596e-13a6-4bba-921e-e3e78d7bf4c8 req-82ca159d-349b-4a26-87c4-d9d97b190cab tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:27.894633 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3c5d596e-13a6-4bba-921e-e3e78d7bf4c8 req-82ca159d-349b-4a26-87c4-d9d97b190cab tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0516744 Jul 12 14:41:27.941513 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3c5d596e-13a6-4bba-921e-e3e78d7bf4c8 req-9fd9ed67-942e-4462-b648-14c9d27ab29d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Jul 12 14:41:28.644117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafed8-c3ca-4f31-87f8-20807fdf1fed req-d91bab81-7c75-41ea-90c2-48c1feee13b7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:28.647245 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-faeafed8-c3ca-4f31-87f8-20807fdf1fed req-d91bab81-7c75-41ea-90c2-48c1feee13b7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0571270 Jul 12 14:41:28.720430 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-faeafed8-c3ca-4f31-87f8-20807fdf1fed req-7ab07fd9-85f3-4bf1-9733-17d5a6fc4d9a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675039 Jul 12 14:41:29.031944 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:29.033040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:29.067463 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac85de-a11b-4b28-a3b7-872bb3de940d req-d83a5f3a-2a19-426a-b2a0-4c86f9662e1d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:29.073774 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fcac85de-a11b-4b28-a3b7-872bb3de940d req-d83a5f3a-2a19-426a-b2a0-4c86f9662e1d tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0539162 Jul 12 14:41:29.121219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fcac85de-a11b-4b28-a3b7-872bb3de940d req-e53ae3c9-6f26-4761-9a6a-5699730e58e6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463738 Jul 12 14:41:29.853737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285840fd-872c-4c44-aed7-fbb47f2036ca req-3df91593-4445-4362-bed6-74b68dd92471 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:29.856203 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-285840fd-872c-4c44-aed7-fbb47f2036ca req-3df91593-4445-4362-bed6-74b68dd92471 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0522792 Jul 12 14:41:29.908254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:29.934381 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-285840fd-872c-4c44-aed7-fbb47f2036ca req-ed289fef-23ad-475c-9719-34a6ec024a8e tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 Jul 12 14:41:30.250372 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc6268-2853-4c6c-bb2b-66ce559e70e5 req-cb149dde-a4ca-4282-a932-95f1227c579b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:30.251936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eabc6268-2853-4c6c-bb2b-66ce559e70e5 req-cb149dde-a4ca-4282-a932-95f1227c579b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0520029 Jul 12 14:41:30.302864 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eabc6268-2853-4c6c-bb2b-66ce559e70e5 req-8532c6f1-ec0d-4b91-9681-bb43b9a36419 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Jul 12 14:41:31.065091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043c14-d66b-49e3-8004-e6c6a5b10548 req-0a9089c3-e74c-4a0b-9a5c-616159c6c54a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:31.073652 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1043c14-d66b-49e3-8004-e6c6a5b10548 req-0a9089c3-e74c-4a0b-9a5c-616159c6c54a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0556626 Jul 12 14:41:31.121351 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1043c14-d66b-49e3-8004-e6c6a5b10548 req-0e611cd4-efa9-4035-a723-e725fbb2b045 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Jul 12 14:41:31.448215 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f274-8362-4cc4-a53b-c99c0899dd9b req-409c5b6d-b922-48bf-b9bf-16fe04261d1f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:31.449801 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b1a9f274-8362-4cc4-a53b-c99c0899dd9b req-409c5b6d-b922-48bf-b9bf-16fe04261d1f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0537629 Jul 12 14:41:31.509695 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b1a9f274-8362-4cc4-a53b-c99c0899dd9b req-00e16cd3-0291-432c-be36-fdab4d385864 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Jul 12 14:41:32.232643 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe9a2a-2d41-4220-a169-8255391c3381 req-1fbca85c-21e3-459e-bd6d-ddfc1267bdba tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:32.234026 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c2fe9a2a-2d41-4220-a169-8255391c3381 req-1fbca85c-21e3-459e-bd6d-ddfc1267bdba tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0461352 Jul 12 14:41:32.279637 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c2fe9a2a-2d41-4220-a169-8255391c3381 req-2c1aa5e5-2c70-4d20-b63c-c05e73d3b380 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Jul 12 14:41:32.623461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b571-63ce-45e8-bd63-feef79366b4d req-3fe9ce9c-a93d-4bfb-b9fd-76733597bc06 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:32.624896 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ea7b571-63ce-45e8-bd63-feef79366b4d req-3fe9ce9c-a93d-4bfb-b9fd-76733597bc06 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Jul 12 14:41:32.671375 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ea7b571-63ce-45e8-bd63-feef79366b4d req-78312606-378d-4796-b2f9-90db38e83c17 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Jul 12 14:41:33.389535 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8859bb-3e28-45a5-992f-55c2c3379fa0 req-a0c73615-7684-42ce-b69b-629ded326d83 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:33.391000 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-df8859bb-3e28-45a5-992f-55c2c3379fa0 req-a0c73615-7684-42ce-b69b-629ded326d83 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0463941 Jul 12 14:41:33.447719 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-df8859bb-3e28-45a5-992f-55c2c3379fa0 req-22828867-204d-4343-9802-321c4fee69bc tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Jul 12 14:41:33.771881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:33.782506 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7b52-31ea-4043-9695-8cdbad479b36 req-9d11c08c-4b93-4232-83dc-26c7f2a3a3c8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:33.791740 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66ac7b52-31ea-4043-9695-8cdbad479b36 req-9d11c08c-4b93-4232-83dc-26c7f2a3a3c8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0460298 Jul 12 14:41:33.835566 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66ac7b52-31ea-4043-9695-8cdbad479b36 req-8d012401-46a8-4320-82da-3121a6ae0909 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463004 Jul 12 14:41:34.556571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98794ca5-db02-42da-ac05-aaa69453a20b req-38f6249d-0d57-4293-9c91-8bc5baad5514 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:34.558312 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-98794ca5-db02-42da-ac05-aaa69453a20b req-38f6249d-0d57-4293-9c91-8bc5baad5514 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0459197 Jul 12 14:41:34.605352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-98794ca5-db02-42da-ac05-aaa69453a20b req-aca31834-467c-4084-a9b6-80c7bfba2472 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Jul 12 14:41:34.781756 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-b774bd5c-b329-43c5-9b89-86728cb10d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:34.783236 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-b774bd5c-b329-43c5-9b89-86728cb10d74 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1127 time: 0.0402408 Jul 12 14:41:34.927605 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-3199fc70-a42a-4ae0-b3d8-a9ff1d275584 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770023 Jul 12 14:41:35.285015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6b13-1cdc-4a7f-946a-c6a61a3ebffd req-b39805f1-766d-45fe-8ef8-d4af786665a4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:35.286488 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-372b6b13-1cdc-4a7f-946a-c6a61a3ebffd req-b39805f1-766d-45fe-8ef8-d4af786665a4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.3299325 Jul 12 14:41:35.289224 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-0afaec06-46bc-4be5-9d05-f9cf8a559624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:35.291195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-0afaec06-46bc-4be5-9d05-f9cf8a559624 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=47cd27ad4219485cae0d8d85a2823948&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4665346 Jul 12 14:41:35.306817 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:35.333111 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-372b6b13-1cdc-4a7f-946a-c6a61a3ebffd req-eb3aa0bb-f475-4437-8ac6-b733468c63f4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Jul 12 14:41:35.716010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a725a-d4f3-407f-891e-8b1dcf829dec req-8239de72-c5e1-4055-951b-ebe7150664e7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:35.717499 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ce6a725a-d4f3-407f-891e-8b1dcf829dec req-8239de72-c5e1-4055-951b-ebe7150664e7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0458775 Jul 12 14:41:35.768481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ce6a725a-d4f3-407f-891e-8b1dcf829dec req-a7196b30-3288-4412-81fb-73993d741b29 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Jul 12 14:41:35.880020 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:35.952852 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-e2ea7699-4086-442b-bd2c-96571b3c4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:35.954393 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-e2ea7699-4086-442b-bd2c-96571b3c4991 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 1129 time: 0.0406482 Jul 12 14:41:36.078461 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-0745fe1d-221b-441e-940d-66ba85cc49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.080065 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-0745fe1d-221b-441e-940d-66ba85cc49f4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1012464 Jul 12 14:41:36.111872 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-c6777d1a-8a67-44ca-beb4-38dfd288bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.113406 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e0a19aa1-1ac4-4feb-adb5-62fd241e2047 req-c6777d1a-8a67-44ca-beb4-38dfd288bfa0 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069523 Jul 12 14:41:36.114462 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43ec5d-cd91-40f2-a905-bc61977f07c5 req-b8caae5a-d9e5-44bf-ad65-2f61bdf2fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.116298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab43ec5d-cd91-40f2-a905-bc61977f07c5 req-b8caae5a-d9e5-44bf-ad65-2f61bdf2fabd service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0579700 Jul 12 14:41:36.122322 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-070a2bbb-3570-443e-86bb-e1ffed3a7877 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 200 len: 217 time: 0.0352354 Jul 12 14:41:36.180435 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab43ec5d-cd91-40f2-a905-bc61977f07c5 req-86e10f0a-8ad6-4424-b733-2d983d0ad978 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Jul 12 14:41:36.184191 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-f7e03619-7997-490c-b3ed-0c7fde85500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.185665 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-f7e03619-7997-490c-b3ed-0c7fde85500f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0467482 Jul 12 14:41:36.448706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d866a80-9d32-4178-8a36-74b6556afc29 req-203012ac-4246-44ad-9904-269316fcfd45 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.450220 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d866a80-9d32-4178-8a36-74b6556afc29 req-203012ac-4246-44ad-9904-269316fcfd45 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0487309 Jul 12 14:41:36.497880 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d866a80-9d32-4178-8a36-74b6556afc29 req-3706db4b-e58f-4709-bce9-3e98435c6559 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Jul 12 14:41:36.559194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-17235550-96d5-481b-8588-fb709ee3419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.560674 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-17235550-96d5-481b-8588-fb709ee3419b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1127 time: 0.0394111 Jul 12 14:41:36.569795 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-2e1ea1ef-48bf-4666-8dd4-84fce6186627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.581292 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-2e1ea1ef-48bf-4666-8dd4-84fce6186627 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412281 Jul 12 14:41:36.619094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-3825e081-ed60-4668-b251-362ad7f1250a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 217 time: 0.0357492 Jul 12 14:41:36.666255 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-758b8eba-3dfd-4d04-a3a6-083217cf11a7 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822372 Jul 12 14:41:36.884904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b056f0-36a5-4416-86a1-b29f573d9188 req-d00d0707-3f59-463f-84b6-d0523ae7b327 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:36.886425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c5b056f0-36a5-4416-86a1-b29f573d9188 req-d00d0707-3f59-463f-84b6-d0523ae7b327 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0482812 Jul 12 14:41:36.944034 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c5b056f0-36a5-4416-86a1-b29f573d9188 req-8b197c94-36da-415a-93a2-544f273e5adc tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Jul 12 14:41:37.048228 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-00ff3db5-1b09-4eb9-951a-5e4fe76c40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:37.049629 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-00ff3db5-1b09-4eb9-951a-5e4fe76c40d4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.0451491 Jul 12 14:41:37.096443 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-bb63c2f8-e1f3-40c4-8781-927b1126d3a4 req-df7ddd74-a2cd-439b-bac5-b7a251eaf54f service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918994 Jul 12 14:41:37.097815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d51c-576f-4375-a489-a15575876c50 req-bd708f2f-f313-42c8-81ef-ea19f9234a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:37.099283 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-bd708f2f-f313-42c8-81ef-ea19f9234a15 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399961 Jul 12 14:41:37.281875 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-fdb106a0-2b93-4de4-9343-eb6eb7f2d6ca service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993438 Jul 12 14:41:37.332453 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:37.414616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2f41d51c-576f-4375-a489-a15575876c50 req-41634cac-7960-4cd8-a7ae-52995e546756 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894735 Jul 12 14:41:37.613209 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0bc6b-6e09-4804-9185-c71bd35c41be req-44cc0454-a5f8-418b-bb07-65cd27c85a0a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:37.614609 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8d0bc6b-6e09-4804-9185-c71bd35c41be req-44cc0454-a5f8-418b-bb07-65cd27c85a0a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0477557 Jul 12 14:41:37.651389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:37.662995 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8d0bc6b-6e09-4804-9185-c71bd35c41be req-e3b98972-efc2-4bea-8d40-a1d3bbafd5bb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jul 12 14:41:38.054588 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191efd8-e13b-4c3c-a217-ea08c782f0fd req-9c755fd8-ba1e-4b29-9d97-6ced8d990c74 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:38.056067 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9191efd8-e13b-4c3c-a217-ea08c782f0fd req-9c755fd8-ba1e-4b29-9d97-6ced8d990c74 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0469434 Jul 12 14:41:38.103474 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9191efd8-e13b-4c3c-a217-ea08c782f0fd req-57750ee4-9c38-4439-9bb3-3245ae388380 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Jul 12 14:41:38.779857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb07f-894f-4d64-8f1f-f2b7ce87496c req-fec9e76c-5d96-4b20-b4d4-1288cfc276e9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:38.781247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-365eb07f-894f-4d64-8f1f-f2b7ce87496c req-fec9e76c-5d96-4b20-b4d4-1288cfc276e9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0509684 Jul 12 14:41:38.827797 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-365eb07f-894f-4d64-8f1f-f2b7ce87496c req-dae89c05-cfc1-4383-8803-a1cea9d99317 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 12 14:41:39.215762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34732b02-1c5c-4202-afa2-2b413d0c2319 req-d77baabe-8dc4-4997-af70-f8acca27c1e2 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:39.217252 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34732b02-1c5c-4202-afa2-2b413d0c2319 req-d77baabe-8dc4-4997-af70-f8acca27c1e2 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0487258 Jul 12 14:41:39.264700 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34732b02-1c5c-4202-afa2-2b413d0c2319 req-d3b87c3b-5c3f-4a30-be88-ccb150c05fb9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Jul 12 14:41:39.943124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a01ed2-bb45-4240-ae34-3b92ace7fe17 req-55499980-a1ff-4532-9094-ded45f31c470 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:39.948868 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-79a01ed2-bb45-4240-ae34-3b92ace7fe17 req-55499980-a1ff-4532-9094-ded45f31c470 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Jul 12 14:41:39.991204 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-79a01ed2-bb45-4240-ae34-3b92ace7fe17 req-b8d7db04-9625-4e13-9439-dcd4b299b6be tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jul 12 14:41:40.377629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e96d-379a-41ec-a1bb-a1caa23cd18a req-e3a6a8be-f91a-4c5f-909a-d91d8b37060d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:40.379068 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04f4e96d-379a-41ec-a1bb-a1caa23cd18a req-e3a6a8be-f91a-4c5f-909a-d91d8b37060d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0457227 Jul 12 14:41:40.424888 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04f4e96d-379a-41ec-a1bb-a1caa23cd18a req-cd6d90c4-7fc1-41ec-baad-e04cd49cfbe9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Jul 12 14:41:41.107259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67cabe-598d-4f02-b4c8-550a8b071578 req-7309698f-0fb5-440d-8fe0-ebe51771a370 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:41.108746 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d67cabe-598d-4f02-b4c8-550a8b071578 req-7309698f-0fb5-440d-8fe0-ebe51771a370 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Jul 12 14:41:41.159992 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d67cabe-598d-4f02-b4c8-550a8b071578 req-afbb8e40-5ce0-4692-ab51-78983f03ef4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Jul 12 14:41:41.291816 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=11 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:41.315769 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=15 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:41.538447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8023-6eef-4e09-80ff-bedb06266cfb req-e22803ca-818c-4577-9675-0f90bd18e438 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:41.540425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-945c8023-6eef-4e09-80ff-bedb06266cfb req-e22803ca-818c-4577-9675-0f90bd18e438 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0492582 Jul 12 14:41:41.590526 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-945c8023-6eef-4e09-80ff-bedb06266cfb req-fdc136e8-6fa8-4c88-a468-0caea0d496e7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Jul 12 14:41:42.092971 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57092) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:42.201799 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.273170 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bee9-36f0-498a-a101-d051a6f276b1 req-542ac032-643d-481b-ae58-0e944d98831c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:42.275240 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fbd4bee9-36f0-498a-a101-d051a6f276b1 req-542ac032-643d-481b-ae58-0e944d98831c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0472281 Jul 12 14:41:42.277436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Publish callbacks [] for security_group (1ec907b2-89a9-4637-b339-7721aeab61fc), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.320684 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fbd4bee9-36f0-498a-a101-d051a6f276b1 req-92a56b11-6189-4c2f-8600-6af8b5b9ad1a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Jul 12 14:41:42.338759 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1ec907b2-89a9-4637-b339-7721aeab61fc), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.379138 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e898ce340a7a4ac6af1639a02ebe9ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850614 Jul 12 14:41:42.380227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec907b2-89a9-4637-b339-7721aeab61fc,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:42.381799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57100) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:42.390436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.390436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.390436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.390436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.391882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.391882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.391882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.391882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.393361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.393361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.393361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.393361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.393361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.395847 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.395847 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2df2b8-855a-4e9e-8221-fc8448fc83c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:42.443436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] Publish callbacks [] for security_group (1ec907b2-89a9-4637-b339-7721aeab61fc), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.466399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] Publish callbacks [] for security_group (1ec907b2-89a9-4637-b339-7721aeab61fc), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.467913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:42.582515 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1ec907b2-89a9-4637-b339-7721aeab61fc), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.585106 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:42.586342 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ec907b2-89a9-4637-b339-7721aeab61fc HTTP/1.1" status: 204 len: 168 time: 0.2034395 Jul 12 14:41:42.594266 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ea6ed-0e61-4fca-95d9-f09678e6c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec907b2-89a9-4637-b339-7721aeab61fc,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:42.752361 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:42.765399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76eb7-7eb8-4669-bab3-9328c15ffb24 req-70c52f83-1249-46d1-960d-04522fa9cc93 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:42.766787 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ead76eb7-7eb8-4669-bab3-9328c15ffb24 req-70c52f83-1249-46d1-960d-04522fa9cc93 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0800683 Jul 12 14:41:42.773293 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed40c-8ed8-4b6a-a5a6-669363c4f827 req-935d9c1a-20f4-401c-9134-bdcfb69dd27e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:42.775297 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ed1ed40c-8ed8-4b6a-a5a6-669363c4f827 req-935d9c1a-20f4-401c-9134-bdcfb69dd27e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0780158 Jul 12 14:41:42.878315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-f8fa9b6b-5a58-4d83-a819-0f18ed9a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:42.883499 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-f8fa9b6b-5a58-4d83-a819-0f18ed9a260f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0767808 Jul 12 14:41:42.892221 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ed1ed40c-8ed8-4b6a-a5a6-669363c4f827 req-38e37646-d271-4fca-86b0-5b95bf5f590a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108115 Jul 12 14:41:42.915134 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ead76eb7-7eb8-4669-bab3-9328c15ffb24 req-99ff87d0-5a57-46af-8342-71feb9e9f913 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269741 Jul 12 14:41:43.003541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-d5242b60-b0a5-4cc9-a547-1b0111c34904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:43.005036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-d5242b60-b0a5-4cc9-a547-1b0111c34904 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1078734 Jul 12 14:41:43.050336 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-7f7ed0a8-88be-44dc-842d-16a231b5daca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.0323625 Jul 12 14:41:43.098629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-9bdac9a5-4cb3-415b-8b82-c50f51febdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:43.100038 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-9bdac9a5-4cb3-415b-8b82-c50f51febdaa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0419629 Jul 12 14:41:43.145019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-552c3222-b7a9-4e73-873a-dfa759bbde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:43.146575 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-552c3222-b7a9-4e73-873a-dfa759bbde1a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396805 Jul 12 14:41:43.246142 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-3d786419-36cd-4c4c-97e6-98cfc013c481 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Jul 12 14:41:43.324922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57134) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:43.340189 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e56ade56-6558-4a7e-a0d6-d7351745f268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.352140 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-addf775f-7987-4f0a-92c0-f1b0914fdc33 req-973025a8-09b5-4302-a718-dad7def4d1a1 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Jul 12 14:41:43.386273 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-43bae1e3-d2d2-4bbc-95ac-028bd193f395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.435871 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e56ade56-6558-4a7e-a0d6-d7351745f268 admin admin] Publish callbacks [] for security_group (759b09b4-ae31-4d47-bf17-90bca6c459a7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.526475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e56ade56-6558-4a7e-a0d6-d7351745f268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (759b09b4-ae31-4d47-bf17-90bca6c459a7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.557920 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:43.567921 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e56ade56-6558-4a7e-a0d6-d7351745f268 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0851abc260146e0861207d4757e7fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413261 Jul 12 14:41:43.568828 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ade56-6558-4a7e-a0d6-d7351745f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759b09b4-ae31-4d47-bf17-90bca6c459a7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:43.570894 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57144) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:43.623130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] Publish callbacks [] for security_group (759b09b4-ae31-4d47-bf17-90bca6c459a7), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.644426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] Publish callbacks [] for security_group (759b09b4-ae31-4d47-bf17-90bca6c459a7), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.782642 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (759b09b4-ae31-4d47-bf17-90bca6c459a7), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.785132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:43.786316 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/759b09b4-ae31-4d47-bf17-90bca6c459a7 HTTP/1.1" status: 204 len: 168 time: 0.2133124 Jul 12 14:41:43.794206 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d81c4-31e2-4272-897b-015001eee328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b09b4-ae31-4d47-bf17-90bca6c459a7,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:43.936233 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 158072fd-c24f-4080-926d-9613cf2adbd5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:41:44.051131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac9e7c-6bd5-46c3-b0bd-b0473bcbaca5 req-7bebdae5-2585-4216-abaa-dc16757c9e0e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:44.059597 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:44.059830 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bac9e7c-6bd5-46c3-b0bd-b0473bcbaca5 req-7bebdae5-2585-4216-abaa-dc16757c9e0e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0899043 Jul 12 14:41:44.059830 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:44.065141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b9fb-ca8a-40d7-8421-8b2ed44765e4 req-94e242c9-fc5c-42b6-beaa-8af0d7a359ab tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:44.066117 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '158072fd-c24f-4080-926d-9613cf2adbd5', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'port_id': '158072fd-c24f-4080-926d-9613cf2adbd5', 'mac_address': 'fa:16:3e:8e:eb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:41:44.066639 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bca6b9fb-ca8a-40d7-8421-8b2ed44765e4 req-94e242c9-fc5c-42b6-beaa-8af0d7a359ab tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 943 time: 0.0660465 Jul 12 14:41:44.103870 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 158072fd-c24f-4080-926d-9613cf2adbd5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:44.104508 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:44.120146 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158072fd-c24f-4080-926d-9613cf2adbd5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:41:44.148181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:44.148991 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bac9e7c-6bd5-46c3-b0bd-b0473bcbaca5 req-bd7665ed-b51f-4a67-a1ba-709feeff9022 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811422 Jul 12 14:41:44.169654 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bca6b9fb-ca8a-40d7-8421-8b2ed44765e4 req-95ec952d-e9ef-47f8-8814-6a60dcfc1b13 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860116 Jul 12 14:41:44.218199 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:44.267048 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:44.274274 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.274627 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.275052 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.275416 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.276034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.276180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.276403 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.276729 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.277054 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.277714 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.277714 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.278038 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.278387 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.278709 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.279027 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:41:44.651815 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:41:45.245409 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:41:45.297403 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e45f5-2b9d-46e4-90c8-b2029e451b34 req-4738bbff-0f40-4fef-a87e-e22fcae32bed tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:45.297403 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-391e45f5-2b9d-46e4-90c8-b2029e451b34 req-4738bbff-0f40-4fef-a87e-e22fcae32bed tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0806952 Jul 12 14:41:45.314563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694248-0205-4407-a416-1ae552282a2a req-d931f531-c750-4bc8-8898-82dd94584d29 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:45.316015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-94694248-0205-4407-a416-1ae552282a2a req-d931f531-c750-4bc8-8898-82dd94584d29 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 944 time: 0.0722435 Jul 12 14:41:45.342868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:45.384982 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-391e45f5-2b9d-46e4-90c8-b2029e451b34 req-cfa41e2f-df52-4cb3-8792-88556f82619e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Jul 12 14:41:45.389180 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-94694248-0205-4407-a416-1ae552282a2a req-0f9b15f5-9605-49a9-a240-39b0120a0db5 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661151 Jul 12 14:41:45.578006 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ab96ef24-a8f4-4322-9f1b-d5c32b766dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:45.944525 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 158072fd-c24f-4080-926d-9613cf2adbd5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:41:45.989228 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 158072fd-c24f-4080-926d-9613cf2adbd5 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:41:46.034718 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 158072fd-c24f-4080-926d-9613cf2adbd5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:46.035088 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.106931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 158072fd-c24f-4080-926d-9613cf2adbd5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:41:46.107317 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.130856 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:41:46.133123 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f153195-1596-46ec-817b-7cf6af41c31c" -d '{"events": [{"server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:41:46.145872 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:41:46.217440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.276877 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:46.297818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57196) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:46.309139 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d60e0af-1bd5-4945-8c18-b764d2c3e02c x-openstack-request-id: req-8d60e0af-1bd5-4945-8c18-b764d2c3e02c {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:41:46.309459 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:41:46.309716 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d60e0af-1bd5-4945-8c18-b764d2c3e02c {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:41:46.310119 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d60e0af-1bd5-4945-8c18-b764d2c3e02c'] response: {'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'code': 200} Jul 12 14:41:46.402965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1da7ae01-76ee-4092-b2e6-c5a48e6294b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.549565 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26713888-d3b6-4d7b-bad4-2e1f8c2f3e0f req-7e72b218-5de0-43c1-bee7-6b0ef93039d8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:46.550953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26713888-d3b6-4d7b-bad4-2e1f8c2f3e0f req-7e72b218-5de0-43c1-bee7-6b0ef93039d8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0915074 Jul 12 14:41:46.574866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77157705-4131-4343-aa25-f65969caae21 req-dfc8c7a6-d231-4018-9bd8-887008b8d40a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:46.576313 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77157705-4131-4343-aa25-f65969caae21 req-dfc8c7a6-d231-4018-9bd8-887008b8d40a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.1051266 Jul 12 14:41:46.599490 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1da7ae01-76ee-4092-b2e6-c5a48e6294b6 admin admin] Publish callbacks [] for security_group (76217ace-54b1-49f9-ad61-ce60edceecb9), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.651428 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26713888-d3b6-4d7b-bad4-2e1f8c2f3e0f req-b3411fe8-f4fe-4ea2-b713-3a33809c349e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 Jul 12 14:41:46.658708 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77157705-4131-4343-aa25-f65969caae21 req-b09ddac5-676b-4e38-a6fb-b31f7501b610 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Jul 12 14:41:46.674400 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1da7ae01-76ee-4092-b2e6-c5a48e6294b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (76217ace-54b1-49f9-ad61-ce60edceecb9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.715477 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ae01-76ee-4092-b2e6-c5a48e6294b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76217ace-54b1-49f9-ad61-ce60edceecb9,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:46.722355 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1da7ae01-76ee-4092-b2e6-c5a48e6294b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de5fc0bb321b4d02a13fadc91a7b7e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234035 Jul 12 14:41:46.722645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57204) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:46.754838 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.777780 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] Publish callbacks [] for security_group (76217ace-54b1-49f9-ad61-ce60edceecb9), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.780022 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:46.801813 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] Publish callbacks [] for security_group (76217ace-54b1-49f9-ad61-ce60edceecb9), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.904380 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (76217ace-54b1-49f9-ad61-ce60edceecb9), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.907050 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:46.908210 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76217ace-54b1-49f9-ad61-ce60edceecb9 HTTP/1.1" status: 204 len: 168 time: 0.1843481 Jul 12 14:41:46.916444 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef6f10-9c1a-408d-a78c-a21c43172e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76217ace-54b1-49f9-ad61-ce60edceecb9,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:47.040306 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ff4e-e8e4-4562-bfdf-dddfa65749cf req-0ad5131a-015f-48e7-a624-719f43516121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:47.041927 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93b5ff4e-e8e4-4562-bfdf-dddfa65749cf req-0ad5131a-015f-48e7-a624-719f43516121 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1129 time: 0.0404584 Jul 12 14:41:47.106065 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93b5ff4e-e8e4-4562-bfdf-dddfa65749cf req-11033b8c-a7d5-43cb-9d1b-0a4eba1f7d35 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Jul 12 14:41:47.546422 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57224) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:47.560104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c2895c20-f625-41a4-ba8b-acac7a6d8146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:47.639449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c2895c20-f625-41a4-ba8b-acac7a6d8146 admin admin] Publish callbacks [] for security_group (b65f3ced-183d-4d41-9812-80fabbebaa12), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:47.720528 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c2895c20-f625-41a4-ba8b-acac7a6d8146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b65f3ced-183d-4d41-9812-80fabbebaa12), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:47.782596 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:47.824650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-c2895c20-f625-41a4-ba8b-acac7a6d8146 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d03e2d8fdde446e9a780a46a4f353403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770927 Jul 12 14:41:47.827535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57234) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:47.834009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2895c20-f625-41a4-ba8b-acac7a6d8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f3ced-183d-4d41-9812-80fabbebaa12,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:47.845671 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef140fd9-c882-4ae2-b3e2-b69193c3e9f4 req-a04458c2-7c8e-4b9d-afed-9903ad5249ac tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:47.845671 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ef140fd9-c882-4ae2-b3e2-b69193c3e9f4 req-a04458c2-7c8e-4b9d-afed-9903ad5249ac tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.1112280 Jul 12 14:41:47.852745 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5175-9c74-484d-b168-6ae9636be1e3 req-9feb4d84-fc32-4527-b363-a2b85d7762fe tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:47.854229 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-165d5175-9c74-484d-b168-6ae9636be1e3 req-9feb4d84-fc32-4527-b363-a2b85d7762fe tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.1290684 Jul 12 14:41:47.895635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] Publish callbacks [] for security_group (b65f3ced-183d-4d41-9812-80fabbebaa12), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:47.903811 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:47.917975 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] Publish callbacks [] for security_group (b65f3ced-183d-4d41-9812-80fabbebaa12), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:47.935587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ef140fd9-c882-4ae2-b3e2-b69193c3e9f4 req-4c1397db-117b-41fb-b0bd-71a4c58826d9 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Jul 12 14:41:47.938953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-165d5175-9c74-484d-b168-6ae9636be1e3 req-fa32affe-7c6b-4580-a380-323fb3eded2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Jul 12 14:41:48.081099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b65f3ced-183d-4d41-9812-80fabbebaa12), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:48.083768 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:48.085097 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b65f3ced-183d-4d41-9812-80fabbebaa12 HTTP/1.1" status: 204 len: 168 time: 0.2565305 Jul 12 14:41:48.093457 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e6f92-fa24-4627-9a0e-1ffb5ca9ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f3ced-183d-4d41-9812-80fabbebaa12,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:48.168343 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:48.240179 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:48.652154 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:49.061114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b148-329b-4e38-8434-0a25ca4aca72 req-47715614-3dcb-4c10-812a-8ca74d7ea885 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:49.061114 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7d35b148-329b-4e38-8434-0a25ca4aca72 req-47715614-3dcb-4c10-812a-8ca74d7ea885 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0564780 Jul 12 14:41:49.113217 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7d35b148-329b-4e38-8434-0a25ca4aca72 req-e91106e5-04a9-4279-b7a4-e9ea8bc4352a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Jul 12 14:41:49.237100 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7977-f8a9-49ff-8857-c55c381f659e req-99207229-391e-4a0b-aa47-ff21e7d16151 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:49.238608 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9c5d7977-f8a9-49ff-8857-c55c381f659e req-99207229-391e-4a0b-aa47-ff21e7d16151 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0528696 Jul 12 14:41:49.288175 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9c5d7977-f8a9-49ff-8857-c55c381f659e req-03c37831-83ca-4514-ad18-a4c7269d8ad3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Jul 12 14:41:49.714003 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57290) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:49.718974 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856429669', 'description': 'tempest-description--458575617'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:49.751755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966abc4f-58bd-488d-b532-6e92ee61a4e7 req-a0ac3e22-46b2-49a8-b673-c4482394784a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:49.753189 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-966abc4f-58bd-488d-b532-6e92ee61a4e7 req-a0ac3e22-46b2-49a8-b673-c4482394784a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0497191 Jul 12 14:41:49.800666 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-966abc4f-58bd-488d-b532-6e92ee61a4e7 req-111e3b76-4d74-498d-9b73-482bc4783ad0 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Jul 12 14:41:49.829890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:49.913926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (03b224ee-06e2-48fa-ab62-c3d7dd7309bb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.035263 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (03b224ee-06e2-48fa-ab62-c3d7dd7309bb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.066568 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b224ee-06e2-48fa-ab62-c3d7dd7309bb,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:50.128443 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.129803 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b4ddaf58-3c53-401a-a0f0-6bc187dcae33 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4147325 Jul 12 14:41:50.132735 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57306) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:50.137640 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'security_group_rule': {'security_group_id': '03b224ee-06e2-48fa-ab62-c3d7dd7309bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:50.237557 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (ac00493b-d02f-4629-9cbb-3f1ea53dc0ec), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.292233 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (ac00493b-d02f-4629-9cbb-3f1ea53dc0ec), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.400118 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (ac00493b-d02f-4629-9cbb-3f1ea53dc0ec), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.421635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac00493b-d02f-4629-9cbb-3f1ea53dc0ec,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:50.482043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.483374 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9187fab9-6b44-459a-a4fd-d13d4b5742e3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490715 Jul 12 14:41:50.486271 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57318) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:50.491078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'security_group_rule': {'security_group_id': '03b224ee-06e2-48fa-ab62-c3d7dd7309bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:50.598781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (d323a990-1220-41ea-b920-78a404843c17), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.674815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (d323a990-1220-41ea-b920-78a404843c17), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.760103 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (d323a990-1220-41ea-b920-78a404843c17), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.785325 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d323a990-1220-41ea-b920-78a404843c17,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:50.847641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:50.848814 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-c23c613f-0bdf-4569-a04a-0b373dc1e337 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614230 Jul 12 14:41:50.851945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57324) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:41:50.856896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:50.949323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.036439 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.148055 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Allocated IP 172.27.3.206 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:41:51.251792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.269164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:51.278332 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:51.366600 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.410554 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:41:51.413278 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:41:51.417005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:41:51.424857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'Port': ['ID=2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:51.466483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.570821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:51.961520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:52.046152 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:52.081938 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:52.098766 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'Port': ['ID=2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:52.204857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:52.206185 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-43f175ac-a158-46d3-a528-df121a8e9e2f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3531792 Jul 12 14:41:52.421662 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-91f9164c-670f-40ac-bf81-5a803b535842 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1856429669&fields=id&tenant_id=fe2b01873d92453599763e5523a862f8 HTTP/1.1" status: 200 len: 267 time: 0.0511594 Jul 12 14:41:52.523384 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-5e1bb45b-6ccf-42de-a37e-f65deadb2fc7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:52.525415 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-5e1bb45b-6ccf-42de-a37e-f65deadb2fc7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 0.1051722 Jul 12 14:41:52.540208 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-756745a2-4324-4c21-a6cc-0f5d49516151 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/quotas/fe2b01873d92453599763e5523a862f8 HTTP/1.1" status: 200 len: 375 time: 0.0091097 Jul 12 14:41:52.582947 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:52.605875 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-985e09cd-608d-4943-b3bb-6f513524db5a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0598905 Jul 12 14:41:52.708333 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-1a6d227e-c2e6-454b-a09c-0025488daba4 service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Jul 12 14:41:52.811482 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-96fd2593-d7a5-4c35-a6dc-4b5a1e228d03 service neutron] 10.222.0.30 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 Jul 12 14:41:53.109040 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eeac51c2-04ec-4e0c-89d9-f63ea227967d req-a01a13be-3028-49a0-8af2-d581f17605b2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0288429 Jul 12 14:41:54.221198 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3881f892-867c-4213-84a3-d1e795de9850 req-b6519bbc-bb78-4f8f-918c-f9778243672b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0299752 Jul 12 14:41:55.329627 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3cd03e34-56ca-4dec-8a80-d33c40fa34e3 req-21d1f98f-9c9d-4a68-8527-6f2e29f83bee tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0334589 Jul 12 14:41:55.879405 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:55.931986 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:56.427236 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-29d0fe17-e715-485d-b8ed-35fe2ce2500a req-f1783780-9a78-481a-bd1b-011b4f4eacfd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0283608 Jul 12 14:41:57.521346 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac9e99b7-6d46-491e-868a-ae8dd8a2b7ca req-c552cfa2-b6b1-4149-993d-aa63f2c77469 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0280907 Jul 12 14:41:57.854312 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-01716f0d-6d50-47fc-a9e3-fe2ee258dd7e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:57.855733 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-01716f0d-6d50-47fc-a9e3-fe2ee258dd7e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 818 time: 0.1027951 Jul 12 14:41:57.893776 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:57.926515 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-8b97d867-ff7e-4e68-95c3-2109976b4572 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2b01873d92453599763e5523a862f8 HTTP/1.1" status: 200 len: 380 time: 0.0526252 Jul 12 14:41:57.935929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'port': {'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'admin_state_up': True, 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'security_groups': ['03b224ee-06e2-48fa-ab62-c3d7dd7309bb']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:58.142629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Made reservation on behalf of fe2b01873d92453599763e5523a862f8 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:41:58.146096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:58.272705 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Allocated IP 172.20.0.5 (819820a3-8857-4e62-88e8-410b4a79b856/6ef7a63b-7a20-464c-987e-a0c183d023b2/12bf018a-5099-450d-857c-a8150eca7139) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:41:58.415914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for port (12bf018a-5099-450d-857c-a8150eca7139), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:58.543357 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:58.552789 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:58.593309 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Network 819820a3-8857-4e62-88e8-410b4a79b856 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:41:58.596512 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:41:58.602094 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:41:58.615084 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:58.615084 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:58.668229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event updated for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:41:58.677188 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77efb9-33ff-4854-a7bc-c9bbbfed7546 req-a20c1684-e3c9-44eb-998d-88be284a3ebf tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:58.678883 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d77efb9-33ff-4854-a7bc-c9bbbfed7546 req-a20c1684-e3c9-44eb-998d-88be284a3ebf tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 931 time: 0.0802548 Jul 12 14:41:58.745511 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d77efb9-33ff-4854-a7bc-c9bbbfed7546 req-9deaa560-609f-4fa7-a13f-0ed9f4202713 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Jul 12 14:41:58.895088 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ee7af6aa-5b9f-4668-bf4f-1c2bf6614e2b None None] Provisioning complete for port 12bf018a-5099-450d-857c-a8150eca7139 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:41:58.895653 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ee7af6aa-5b9f-4668-bf4f-1c2bf6614e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (12bf018a-5099-450d-857c-a8150eca7139), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:58.926292 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ee7af6aa-5b9f-4668-bf4f-1c2bf6614e2b None None] Port 12bf018a-5099-450d-857c-a8150eca7139 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:41:59.447995 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-70587315-9b25-41d7-a1f4-a8476bc7a021 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5158207 Jul 12 14:41:59.540735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Request body: {'port': {'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:41:59.600021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (12bf018a-5099-450d-857c-a8150eca7139), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:59.639670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:41:59.884702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eada6-bf4f-4884-a024-5e86691f3e1c req-0b540075-0157-4e7e-95f9-5b8556edf345 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:41:59.886222 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-363eada6-bf4f-4884-a024-5e86691f3e1c req-0b540075-0157-4e7e-95f9-5b8556edf345 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 931 time: 0.0696602 Jul 12 14:41:59.967833 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bf018a-5099-450d-857c-a8150eca7139 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:41:59.978407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks [] for port (12bf018a-5099-450d-857c-a8150eca7139), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:41:59.984584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-363eada6-bf4f-4884-a024-5e86691f3e1c req-bd83d3d1-ed75-4328-a414-0104917c9669 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916831 Jul 12 14:41:59.995998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Transition to ACTIVE for port object 12bf018a-5099-450d-857c-a8150eca7139 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:42:00.097359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:00.172258 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Pushing event updated for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:00.198119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Attempting to bind port 12bf018a-5099-450d-857c-a8150eca7139 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:42:00.198534 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Attempting to bind port 12bf018a-5099-450d-857c-a8150eca7139 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:42:00.198898 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Attempting to bind port 12bf018a-5099-450d-857c-a8150eca7139 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:42:00.200920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:00.204553 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Port 12bf018a-5099-450d-857c-a8150eca7139 on network 819820a3-8857-4e62-88e8-410b4a79b856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:42:00.204880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Attempting to bind port 12bf018a-5099-450d-857c-a8150eca7139 on network 819820a3-8857-4e62-88e8-410b4a79b856 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:42:00.210234 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:42:00.210519 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Checking segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:42:00.210894 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Bound using segment: {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:42:00.211319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Bound port: 12bf018a-5099-450d-857c-a8150eca7139, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fef1776-a056-4acc-a9e1-2a3d312593c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:42:00.211855 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (12bf018a-5099-450d-857c-a8150eca7139), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:00.284969 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:42:00.288796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=12bf018a-5099-450d-857c-a8150eca7139,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:42:00.360468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:00.396715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:00.397369 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:00.398792 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-a4217088-f309-43ba-881e-afb8566b434b service neutron] 10.222.0.33 "PUT /v2.0/ports/12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 1093 time: 0.8632131 Jul 12 14:42:00.399246 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:00.401511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e960955-f05e-41ff-8b5f-fe3507fa7168" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:00.421012 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:00.423666 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=72,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:00.425451 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4217088-f309-43ba-881e-afb8566b434b service neutron] Pushing event updated for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:00.465729 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf216cc3-4f0c-47a9-b137-a40aacaf4e2d x-openstack-request-id: req-cf216cc3-4f0c-47a9-b137-a40aacaf4e2d {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:00.466106 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:00.466442 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf216cc3-4f0c-47a9-b137-a40aacaf4e2d {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:00.467049 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf216cc3-4f0c-47a9-b137-a40aacaf4e2d'] response: {'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'status': 'completed', 'code': 200} Jul 12 14:42:00.559663 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-a9efe1d5-fe37-417d-8cd1-48af2bbe433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:00.560907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-a9efe1d5-fe37-417d-8cd1-48af2bbe433a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1127 time: 0.0436206 Jul 12 14:42:00.692347 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-2c8a4456-8003-40de-b48f-48a9b8a913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:00.694568 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-2c8a4456-8003-40de-b48f-48a9b8a913b4 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=fe2b01873d92453599763e5523a862f8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1148825 Jul 12 14:42:00.803381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-bc880998-69df-40be-a83f-7d2cfa1eb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:00.805132 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e960955-f05e-41ff-8b5f-fe3507fa7168 req-bc880998-69df-40be-a83f-7d2cfa1eb5e6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006222 Jul 12 14:42:00.919501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-1f196c2a-5ec7-4f68-9978-bbadfa72509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:00.920927 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-1f196c2a-5ec7-4f68-9978-bbadfa72509a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1127 time: 0.0413058 Jul 12 14:42:00.968739 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-154f7c8c-637c-479f-b061-1646215b63f3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 217 time: 0.0333972 Jul 12 14:42:01.023402 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-4098df84-d678-4bb4-8890-1447bc6f11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:01.025361 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-4098df84-d678-4bb4-8890-1447bc6f11e6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0490427 Jul 12 14:42:01.073606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708917d-c53b-439e-8bd3-17db069e4301 req-99925fcc-c4f5-403c-a59c-629eddf8ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:01.075483 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-99925fcc-c4f5-403c-a59c-629eddf8ae50 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441594 Jul 12 14:42:01.127403 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57536) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:01.146074 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:01.154680 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51d09d-d4db-474a-a47d-7688df474742 req-04cc0824-eacf-4b0f-967f-355b8ba5480e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:01.156221 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd51d09d-d4db-474a-a47d-7688df474742 req-04cc0824-eacf-4b0f-967f-355b8ba5480e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 943 time: 0.0764823 Jul 12 14:42:01.237417 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-73ca6858-bde2-4a90-b5c3-1ae0e77c3468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.246825 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-72a076ed-8de7-4104-93d1-a58118b22a31 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572998 Jul 12 14:42:01.250348 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd51d09d-d4db-474a-a47d-7688df474742 req-40c34dd8-6036-4e13-aabc-5f414279ca77 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667665 Jul 12 14:42:01.321701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-73ca6858-bde2-4a90-b5c3-1ae0e77c3468 admin admin] Publish callbacks [] for security_group (6366592a-5e50-4e0a-9b98-599de05972f1), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.350290 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4708917d-c53b-439e-8bd3-17db069e4301 req-4030d098-43c7-451e-9a11-3400fbe1c78e service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963261 Jul 12 14:42:01.405965 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-73ca6858-bde2-4a90-b5c3-1ae0e77c3468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6366592a-5e50-4e0a-9b98-599de05972f1), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.448705 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-73ca6858-bde2-4a90-b5c3-1ae0e77c3468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f59dd722a1cc4aa0b5a124aae01289ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202815 Jul 12 14:42:01.449556 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca6858-bde2-4a90-b5c3-1ae0e77c3468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366592a-5e50-4e0a-9b98-599de05972f1,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:01.451476 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57552) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:01.538069 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] Publish callbacks [] for security_group (6366592a-5e50-4e0a-9b98-599de05972f1), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.551365 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830525b9-5a91-4a85-aaa5-baff42c095a6 req-da0dd551-53dc-49f3-b59b-70fb9f714b2d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:01.552829 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-830525b9-5a91-4a85-aaa5-baff42c095a6 req-da0dd551-53dc-49f3-b59b-70fb9f714b2d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0634086 Jul 12 14:42:01.585071 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] Publish callbacks [] for security_group (6366592a-5e50-4e0a-9b98-599de05972f1), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.624614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:01.637771 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-830525b9-5a91-4a85-aaa5-baff42c095a6 req-0a5a9376-3d5a-4ece-8f0a-ce3653373497 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Jul 12 14:42:01.659885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57558) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:01.724781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6366592a-5e50-4e0a-9b98-599de05972f1), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.727356 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:01.729007 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6366592a-5e50-4e0a-9b98-599de05972f1 HTTP/1.1" status: 204 len: 168 time: 0.2763040 Jul 12 14:42:01.742476 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067cc16-9d33-4fce-89c0-17b9093053ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366592a-5e50-4e0a-9b98-599de05972f1,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:01.842321 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229fa70-5f5d-4c54-bd0f-6dfd3c0e5751 tempest-TestMinimumBasicScenario-517915527 tempest-TestMinimumBasicScenario-517915527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:01.843851 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3229fa70-5f5d-4c54-bd0f-6dfd3c0e5751 tempest-TestMinimumBasicScenario-517915527 tempest-TestMinimumBasicScenario-517915527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1124 time: 0.1829357 Jul 12 14:42:01.846741 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57572) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:01.850811 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'port_id': '158072fd-c24f-4080-926d-9613cf2adbd5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:01.919986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.001799 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.108972 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Allocated IP 172.27.3.240 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/e60ab7f9-7d84-47d7-9559-0cbd8cf243cb) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:42:02.215037 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.292246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.331402 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:42:02.334388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:42:02.338562 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:42:02.365014 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'Port': ['ID=e60ab7f9-7d84-47d7-9559-0cbd8cf243cb,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:02.385447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2f00f-92ec-4999-81cc-437bdc816010 req-2af5c2b9-182f-4a9b-92c4-9b4124d18fb4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:02.387038 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dff2f00f-92ec-4999-81cc-437bdc816010 req-2af5c2b9-182f-4a9b-92c4-9b4124d18fb4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 943 time: 0.0626569 Jul 12 14:42:02.423466 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:02.442165 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dff2f00f-92ec-4999-81cc-437bdc816010 req-26f29a24-a9f9-49d3-b199-2e709fe80618 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jul 12 14:42:02.461768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57580) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:02.475325 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b86b6120-c52d-4541-8bd8-15f1ebf66ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.502652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:02.556867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b86b6120-c52d-4541-8bd8-15f1ebf66ccf admin admin] Publish callbacks [] for security_group (ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.656895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b86b6120-c52d-4541-8bd8-15f1ebf66ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.703994 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b86b6120-c52d-4541-8bd8-15f1ebf66ccf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c6922c357324c4ab804a330425b61de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410893 Jul 12 14:42:02.704877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b6120-c52d-4541-8bd8-15f1ebf66ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:02.706759 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57586) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:02.756511 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for floatingip (32bcde8c-9306-4250-8d75-eb2f097152f6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.803098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] Publish callbacks [] for security_group (ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.831167 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] Publish callbacks [] for security_group (ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.892513 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.927132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:02.989471 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.991918 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:02.996296 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e HTTP/1.1" status: 204 len: 168 time: 0.2852559 Jul 12 14:42:03.006870 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428788b-37f3-4de8-b002-816c5ead6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bd45d-bf25-456d-a3ba-85d67ae0ad9e,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:03.067774 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:03.239948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:03.255379 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:03.260738 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:03.310110 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'Port': ['ID=e60ab7f9-7d84-47d7-9559-0cbd8cf243cb,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:03.324563 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (32bcde8c-9306-4250-8d75-eb2f097152f6), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:03.428399 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Floating IP 32bcde8c-9306-4250-8d75-eb2f097152f6 associated. External IP: 172.27.3.240, port: 158072fd-c24f-4080-926d-9613cf2adbd5. Jul 12 14:42:03.540739 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:03.608009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb132-612e-4b1a-a5fc-a1a64367c5b3 req-4a286dc6-f2e5-4a65-b49c-983a3a0587f2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:03.609943 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a2eb132-612e-4b1a-a5fc-a1a64367c5b3 req-4a286dc6-f2e5-4a65-b49c-983a3a0587f2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 943 time: 0.0531893 Jul 12 14:42:03.667861 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a2eb132-612e-4b1a-a5fc-a1a64367c5b3 req-a2f203d9-e98c-407a-a469-09e8b0aafa37 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509636 Jul 12 14:42:03.677009 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Router 83018cbe-bcdf-46df-a847-415f9126faaa has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:42:03.787367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:42:03.799158 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Sync routers for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:42:03.810835 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:42:03.812388 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:41:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:03.921916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:42:03.931970 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:03.976424 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-64bad6c6-db4f-4a10-8147-2080b9bbe634 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1286771 Jul 12 14:42:03.977017 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:03.979501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57620) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:03.979644 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7567a2-80df-492a-a70b-4d17cfcbbb48" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:03.984635 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421566928', 'description': 'tempest-secgroup-smoke-1421566928 description', 'project_id': '47cd27ad4219485cae0d8d85a2823948'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:04.025125 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f095c4-c8c0-407f-86da-9abe091dc94c x-openstack-request-id: req-d0f095c4-c8c0-407f-86da-9abe091dc94c {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:04.025125 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:04.025125 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0f095c4-c8c0-407f-86da-9abe091dc94c {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:04.025125 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f095c4-c8c0-407f-86da-9abe091dc94c'] response: {'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:42:04.059536 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 12bf018a-5099-450d-857c-a8150eca7139 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:42:04.062958 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.145421 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-721dd3f6-70b0-42f4-942e-619987237119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:04.146952 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-721dd3f6-70b0-42f4-942e-619987237119 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1129 time: 0.0537169 Jul 12 14:42:04.206322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.266250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-704438f2-0ea9-4aac-ba06-6f9cc3f1a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:04.267765 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-704438f2-0ea9-4aac-ba06-6f9cc3f1a893 service neutron] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 914 time: 0.1123505 Jul 12 14:42:04.279659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.290709 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:04.296511 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=12bf018a-5099-450d-857c-a8150eca7139,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:04.318031 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '12bf018a-5099-450d-857c-a8150eca7139', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:42:04.321006 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '32bcde8c-9306-4250-8d75-eb2f097152f6', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'port_id': '158072fd-c24f-4080-926d-9613cf2adbd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'mac_address': 'fa:16:3e:8e:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:42:02Z', 'updated_at': '2022-07-12T14:42:02Z', 'revision_number': 0, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:04.354758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:04.355320 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Checking router: 83018cbe-bcdf-46df-a847-415f9126faaa for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:42:04.371405 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-6015b44e-9d70-41e2-9a04-c4b81335c9b5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 999 time: 0.0814526 Jul 12 14:42:04.388326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:42:04.388964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:41:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:04.430748 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:04.430987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 12bf018a-5099-450d-857c-a8150eca7139 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:04.430987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (12bf018a-5099-450d-857c-a8150eca7139), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.448287 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.452302 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-10421b8a-bbb5-4b0b-8f43-56ed87fce1f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4685593 Jul 12 14:42:04.452790 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57634) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:04.454155 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bf018a-5099-450d-857c-a8150eca7139 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:42:04.457288 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:04.458068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-6aec5e3d-30ef-4daf-838a-615260d8b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:04.461205 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-6aec5e3d-30ef-4daf-838a-615260d8b412 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.0817642 Jul 12 14:42:04.518010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-dced519f-da7a-4e32-978d-a575b02ea7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:04.519659 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-dced519f-da7a-4e32-978d-a575b02ea7d3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517309 Jul 12 14:42:04.586277 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (d880b2d5-302a-4b9e-8648-f830a86e64dd), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.654694 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=12bf018a-5099-450d-857c-a8150eca7139,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:04.663075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:04.678762 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-ae33fb9f-8746-4270-b583-7b2f8a4068e5 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339014 Jul 12 14:42:04.691404 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:42:04.732758 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (d880b2d5-302a-4b9e-8648-f830a86e64dd), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.790400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.800493 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (d880b2d5-302a-4b9e-8648-f830a86e64dd), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.801882 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:04.823792 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d880b2d5-302a-4b9e-8648-f830a86e64dd,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:04.843180 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae17d9-14e7-4199-bd47-1bab1930a948 req-59530b0b-19e1-447d-a76a-2f6137ed1543 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:04.844845 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9fae17d9-14e7-4199-bd47-1bab1930a948 req-59530b0b-19e1-447d-a76a-2f6137ed1543 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 944 time: 0.0759163 Jul 12 14:42:04.848663 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f7567a2-80df-492a-a70b-4d17cfcbbb48 req-8a0d4db4-e20a-4c57-be6a-60c09b822b7d service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745040 Jul 12 14:42:04.906654 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9fae17d9-14e7-4199-bd47-1bab1930a948 req-498f34fc-24af-4074-85dc-ab6a70e84932 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546353 Jul 12 14:42:04.925523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:04.944577 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:04.950033 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7c02dd66-0bae-4df1-9d9c-3092bd22fecb tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922373 Jul 12 14:42:04.951890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57690) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:04.956448 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:05.001521 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '32bcde8c-9306-4250-8d75-eb2f097152f6', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'port_id': '158072fd-c24f-4080-926d-9613cf2adbd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'mac_address': 'fa:16:3e:8e:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:42:02Z', 'updated_at': '2022-07-12T14:42:02Z', 'revision_number': 0, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:05.026640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303dd00b-6f22-427a-936f-0ed7aeca6b29 None None] The sync data for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi is: [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '32bcde8c-9306-4250-8d75-eb2f097152f6', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'port_id': '158072fd-c24f-4080-926d-9613cf2adbd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'mac_address': 'fa:16:3e:8e:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:42:02Z', 'updated_at': '2022-07-12T14:42:02Z', 'revision_number': 0, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:42:05.056865 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (05835364-1622-476a-9df3-004022b36afb), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.141479 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:05.161028 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (05835364-1622-476a-9df3-004022b36afb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.231255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['12bf018a-5099-450d-857c-a8150eca7139'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:42:05.233902 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (05835364-1622-476a-9df3-004022b36afb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.257585 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05835364-1622-476a-9df3-004022b36afb,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:05.294714 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fe97-0215-4b86-bf92-c1d1bd77ab59 None None] New status for floating IP 32bcde8c-9306-4250-8d75-eb2f097152f6: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:42:05.357034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.361126 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-daa4a9a1-1bb0-461e-8cfe-c7df7c54b8f6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4055626 Jul 12 14:42:05.361385 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57700) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:05.366117 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:05.505674 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (0c107d92-048d-4238-8cb9-ef1508f0a5f0), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.578058 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (0c107d92-048d-4238-8cb9-ef1508f0a5f0), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.684511 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (0c107d92-048d-4238-8cb9-ef1508f0a5f0), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.704367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c107d92-048d-4238-8cb9-ef1508f0a5f0,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:05.807860 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.809078 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c4f8ee62-c2ad-4f4b-8620-ccd9ee519477 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467721 Jul 12 14:42:05.812112 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57720) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:05.816262 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:05.915279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (4bcc7868-a9d6-4f55-9624-71afa5edc52f), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:05.937016 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:05.984225 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (4bcc7868-a9d6-4f55-9624-71afa5edc52f), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.035397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafec62-db7f-4c2a-bd66-180e94c4324b req-b2d802b3-1e15-41ca-acb3-5dcfc01dee0c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:06.037081 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8eafec62-db7f-4c2a-bd66-180e94c4324b req-b2d802b3-1e15-41ca-acb3-5dcfc01dee0c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 944 time: 0.0503967 Jul 12 14:42:06.068192 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (4bcc7868-a9d6-4f55-9624-71afa5edc52f), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.090978 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8eafec62-db7f-4c2a-bd66-180e94c4324b req-527be265-5477-4d20-84a7-470f8de6b4b0 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 Jul 12 14:42:06.093831 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcc7868-a9d6-4f55-9624-71afa5edc52f,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:06.197603 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.201558 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-1cbc7625-7630-4b52-b16f-129e65d3568c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3859456 Jul 12 14:42:06.201755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57752) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:06.207264 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:06.296503 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.securitygroups_db [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Project 47cd27ad4219485cae0d8d85a2823948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:42:06.306150 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (90fd24e4-467e-4af8-912c-14979244d7af), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.360119 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 12bf018a-5099-450d-857c-a8150eca7139 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:42:06.389629 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (90fd24e4-467e-4af8-912c-14979244d7af), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.412880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:06.413934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 12bf018a-5099-450d-857c-a8150eca7139 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:42:06.474223 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (90fd24e4-467e-4af8-912c-14979244d7af), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.502131 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fd24e4-467e-4af8-912c-14979244d7af,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:06.516200 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3e5c-2811-4151-916c-c0c8101efca3 req-d38c9971-f51c-4457-beaf-8f5218cecf11 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:06.516200 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e52c3e5c-2811-4151-916c-c0c8101efca3 req-d38c9971-f51c-4457-beaf-8f5218cecf11 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0709205 Jul 12 14:42:06.531542 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 12bf018a-5099-450d-857c-a8150eca7139 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:42:06.531988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (12bf018a-5099-450d-857c-a8150eca7139), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.572298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e52c3e5c-2811-4151-916c-c0c8101efca3 req-35264f43-43d3-4756-b899-510d0f2503de tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Jul 12 14:42:06.594611 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.596043 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-99853a35-67e5-49a4-8d42-750b9d1f7312 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3929207 Jul 12 14:42:06.598809 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57768) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:06.603400 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'security_group_rule': {'security_group_id': 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224', 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:06.609977 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 12bf018a-5099-450d-857c-a8150eca7139 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:06.610358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (12bf018a-5099-450d-857c-a8150eca7139), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.637203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:06.639453 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f3d953-c7f6-46da-a839-46a751a25c15" -d '{"events": [{"server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "name": "network-vif-plugged", "status": "completed", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:06.652590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=12bf018a-5099-450d-857c-a8150eca7139,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:06.677347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23de572-513a-4670-85df-2e60cf5fb44d x-openstack-request-id: req-c23de572-513a-4670-85df-2e60cf5fb44d {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:06.677347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "name": "network-vif-plugged", "status": "completed", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:06.677347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c23de572-513a-4670-85df-2e60cf5fb44d {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:06.677347 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23de572-513a-4670-85df-2e60cf5fb44d'] response: {'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'code': 200} Jul 12 14:42:06.720161 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.securitygroups_db [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Project 47cd27ad4219485cae0d8d85a2823948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:42:06.726183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (d567a858-602f-4676-81b8-2cdc2f7ad405), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.787441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.798355 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (d567a858-602f-4676-81b8-2cdc2f7ad405), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.837136 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:06.931278 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (d567a858-602f-4676-81b8-2cdc2f7ad405), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:06.949765 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d567a858-602f-4676-81b8-2cdc2f7ad405,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:07.046700 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.047978 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-556d84b3-4803-4977-8654-549064c8d963 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4481614 Jul 12 14:42:07.196585 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-5c6a1d37-7b26-4332-b75c-7ad5bc2950dc tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421566928&fields=id&tenant_id=47cd27ad4219485cae0d8d85a2823948 HTTP/1.1" status: 200 len: 267 time: 0.0997164 Jul 12 14:42:07.199139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277833d4-7525-4706-8350-d4fa5d0551d9 req-c44d3c39-3535-40ea-bd7d-7a37fbe4aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:07.200751 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-277833d4-7525-4706-8350-d4fa5d0551d9 req-c44d3c39-3535-40ea-bd7d-7a37fbe4aeed service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0685291 Jul 12 14:42:07.279816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9fd1f-60fa-4394-bf2e-458006e0f479 req-30f84675-b2e1-4d59-9f40-5a4998b146da tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:07.284392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-60a9fd1f-60fa-4394-bf2e-458006e0f479 req-30f84675-b2e1-4d59-9f40-5a4998b146da tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.1089492 Jul 12 14:42:07.329288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-e8809c50-1d43-494a-904a-a9238a1c2bef tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:07.330729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-e8809c50-1d43-494a-904a-a9238a1c2bef tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.1122718 Jul 12 14:42:07.343183 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-277833d4-7525-4706-8350-d4fa5d0551d9 req-8e93861f-f03d-4140-9948-3b5a88ee9618 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257725 Jul 12 14:42:07.352876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'port': {'security_groups': ['54ee8927-d522-477e-8683-fefe3ede7bb7', 'b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:07.376272 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57788) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:07.395508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-60a9fd1f-60fa-4394-bf2e-458006e0f479 req-d1229680-f500-4faa-a841-174ab8cc3057 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035552 Jul 12 14:42:07.441906 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.500783 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1e524c39-afaf-4c20-b211-e84324469364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.510104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:07.537587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:07.609145 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1e524c39-afaf-4c20-b211-e84324469364 admin admin] Publish callbacks [] for security_group (ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.636542 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:07.673540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1e524c39-afaf-4c20-b211-e84324469364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.718262 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-1e524c39-afaf-4c20-b211-e84324469364 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1f4bc341a104277bc2518a1ef5b6a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407483 Jul 12 14:42:07.719072 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e524c39-afaf-4c20-b211-e84324469364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:07.721446 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57796) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:07.777759 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] Publish callbacks [] for security_group (ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.802010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] Publish callbacks [] for security_group (ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.925258 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:07.940328 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for port (158072fd-c24f-4080-926d-9613cf2adbd5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.942214 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.945261 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:07.946993 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b HTTP/1.1" status: 204 len: 168 time: 0.2245812 Jul 12 14:42:07.954579 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8674a0-43bc-4f4c-aaf3-86e9c26edde8 req-87e0f774-b4dc-4405-b32f-091473d75962 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:07.955379 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6971bc-941b-4db8-a9ce-034109621946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d93be-d6c2-4b2a-b00e-fca0326b9b9b,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:07.956064 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db8674a0-43bc-4f4c-aaf3-86e9c26edde8 req-87e0f774-b4dc-4405-b32f-091473d75962 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.3057666 Jul 12 14:42:08.009892 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.026053 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db8674a0-43bc-4f4c-aaf3-86e9c26edde8 req-6af828c7-b616-4231-8043-51e25bc0634b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630181 Jul 12 14:42:08.071614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:08.072264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.072389 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:42:08.080909 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb2754ff-90fc-4c02-9857-f8576f9d1fd9 req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "PUT /v2.0/ports/158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 981 time: 0.7330177 Jul 12 14:42:08.080909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:08.080909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db66bf-6208-4165-af1b-b46b13096158" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:08.113880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc96d39-9980-4e90-be39-a6957a4f3f8f tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=6']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:08.150020 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b41ea0-982b-4e9f-980d-21f0aba19d00 x-openstack-request-id: req-f1b41ea0-982b-4e9f-980d-21f0aba19d00 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:08.150314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:08.150568 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1b41ea0-982b-4e9f-980d-21f0aba19d00 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:08.150988 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b41ea0-982b-4e9f-980d-21f0aba19d00'] response: {'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:42:08.210191 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6916f7a-90b0-4379-ad5e-778d60a5b2bd req-21c80d33-5f0b-480a-92cf-689daa2f8532 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:08.217795 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6916f7a-90b0-4379-ad5e-778d60a5b2bd req-21c80d33-5f0b-480a-92cf-689daa2f8532 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0658445 Jul 12 14:42:08.312869 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a6916f7a-90b0-4379-ad5e-778d60a5b2bd req-9e29f62a-c23f-4f09-b56a-a3beba53cf90 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938189 Jul 12 14:42:08.324645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:42:08.401081 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-070eeea7-6ba6-4c17-9d88-5e3f7743c05c None None] Provisioning complete for port 158072fd-c24f-4080-926d-9613cf2adbd5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:42:08.401475 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-070eeea7-6ba6-4c17-9d88-5e3f7743c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.509685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:08.564448 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac4420-c530-4ed8-bd99-764f92228486 req-a33be265-01ea-4c8b-8640-810092117aa1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:08.565996 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bac4420-c530-4ed8-bd99-764f92228486 req-a33be265-01ea-4c8b-8640-810092117aa1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0785158 Jul 12 14:42:08.571674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db66bf-6208-4165-af1b-b46b13096158 req-2cfb1edf-55d9-4921-b154-5c5700ab5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:08.573103 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-2cfb1edf-55d9-4921-b154-5c5700ab5ade service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1168 time: 0.0554857 Jul 12 14:42:08.598966 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-070eeea7-6ba6-4c17-9d88-5e3f7743c05c None None] Current status of the port 158072fd-c24f-4080-926d-9613cf2adbd5 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:08.643091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57814) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:08.645105 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:08.657590 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-60a69af8-2a9c-42fd-851f-6ee8e4e83c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.686654 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:08.696654 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:08.745406 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bac4420-c530-4ed8-bd99-764f92228486 req-c716e3fe-09dd-47f8-a4b7-eec6b76955dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676166 Jul 12 14:42:08.760124 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-60a69af8-2a9c-42fd-851f-6ee8e4e83c04 admin admin] Publish callbacks [] for security_group (e0a64c4f-1a70-4431-a3a8-ed762247f386), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.768835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db66bf-6208-4165-af1b-b46b13096158 req-e0626f5f-2efc-4789-9cd4-52a5d6a2a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:08.770580 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-e0626f5f-2efc-4789-9cd4-52a5d6a2a560 service neutron] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 914 time: 0.1831422 Jul 12 14:42:08.826721 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-60a69af8-2a9c-42fd-851f-6ee8e4e83c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e0a64c4f-1a70-4431-a3a8-ed762247f386), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:08.867546 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-60a69af8-2a9c-42fd-851f-6ee8e4e83c04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0256020ffe64727a1f60d84f683dba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232687 Jul 12 14:42:08.869205 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69af8-2a9c-42fd-851f-6ee8e4e83c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a64c4f-1a70-4431-a3a8-ed762247f386,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:08.871979 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57816) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:09.134036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] Publish callbacks [] for security_group (e0a64c4f-1a70-4431-a3a8-ed762247f386), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:09.151624 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c964c2-1836-4bc3-b705-6eedb4c8db0c req-cd4a3b71-830b-4c41-ba1d-16d791cd42ca tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:09.154033 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-78c964c2-1836-4bc3-b705-6eedb4c8db0c req-cd4a3b71-830b-4c41-ba1d-16d791cd42ca tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0555890 Jul 12 14:42:09.163435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] Publish callbacks [] for security_group (e0a64c4f-1a70-4431-a3a8-ed762247f386), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:09.206107 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-78c964c2-1836-4bc3-b705-6eedb4c8db0c req-0c6d579b-5e8f-40bc-b8e8-267f9954c9fd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439613 Jul 12 14:42:09.262552 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e0a64c4f-1a70-4431-a3a8-ed762247f386), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:09.265029 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:09.265711 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-234e1c66-02b5-4da7-b280-44cf4bb3f211 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0586851 Jul 12 14:42:09.266229 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0a64c4f-1a70-4431-a3a8-ed762247f386 HTTP/1.1" status: 204 len: 168 time: 0.3930676 Jul 12 14:42:09.276495 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8330-758e-428f-90f0-ad81c7dea7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a64c4f-1a70-4431-a3a8-ed762247f386,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:09.904954 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc57c80-caae-489b-9269-96e48e940ddd req-d6d4cc5a-04f7-427f-b85e-e59b34d93713 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:09.906472 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8bc57c80-caae-489b-9269-96e48e940ddd req-d6d4cc5a-04f7-427f-b85e-e59b34d93713 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0824831 Jul 12 14:42:09.911977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db66bf-6208-4165-af1b-b46b13096158 req-7013b687-e622-4416-a750-20e28ffb1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:09.913352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-7013b687-e622-4416-a750-20e28ffb1beb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.0775023 Jul 12 14:42:09.990895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db66bf-6208-4165-af1b-b46b13096158 req-74fc7749-5f75-458d-8612-c49d5566fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:09.992545 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-74fc7749-5f75-458d-8612-c49d5566fec7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712063 Jul 12 14:42:09.996466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8bc57c80-caae-489b-9269-96e48e940ddd req-ac8fa0f0-d6fb-44f2-9201-6a9114fa6d22 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822618 Jul 12 14:42:10.151137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e0da-7621-414e-b316-f4ba51601273 req-55585ee6-d74b-4692-b183-e2dee00ebdb2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:10.152605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c7e3e0da-7621-414e-b316-f4ba51601273 req-55585ee6-d74b-4692-b183-e2dee00ebdb2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0747359 Jul 12 14:42:10.154533 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-591d07c7-f658-4657-9d4b-869cd232f403 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534534 Jul 12 14:42:10.161443 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 57846) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:10.165801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'floatingip': {'port_id': '12bf018a-5099-450d-857c-a8150eca7139'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:10.207848 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.330393 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57852) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:10.414175 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20849-36f4-4fce-87a6-fa139e7fb2c4 req-cec6dbd4-dcc1-4c1a-af09-79789c880b50 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:10.415685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9cc20849-36f4-4fce-87a6-fa139e7fb2c4 req-cec6dbd4-dcc1-4c1a-af09-79789c880b50 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.1302006 Jul 12 14:42:10.432574 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1029133902-network', 'tenant_id': 'e7d10c6c04bd4ef696f6c971290d665b'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:10.462541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:10.502635 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41db66bf-6208-4165-af1b-b46b13096158 req-ad5973e8-8cb6-40e3-9bde-eccb21eda21a service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604966 Jul 12 14:42:10.519269 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Made reservation on behalf of e7d10c6c04bd4ef696f6c971290d665b for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:42:10.521817 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.530300 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.568823 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9cc20849-36f4-4fce-87a6-fa139e7fb2c4 req-80cd7017-a944-4754-b273-8407fc5b0d7a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440396 Jul 12 14:42:10.612518 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks [] for security_group (83d86e02-a9e1-44b5-aafb-8a66aef4be4e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.626282 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:10.697413 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (83d86e02-a9e1-44b5-aafb-8a66aef4be4e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.716722 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:42:10.740257 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (1ecb3c3c-9707-4eea-ad52-8cd723c102d6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.740707 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Added segment 1ecb3c3c-9707-4eea-ad52-8cd723c102d6 of type vlan for network 0fcb9967-ceac-4c74-9093-987b8cacd94b Jul 12 14:42:10.742150 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d86e02-a9e1-44b5-aafb-8a66aef4be4e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:10.756529 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:10.800012 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (0fcb9967-ceac-4c74-9093-987b8cacd94b), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.823396 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.897057 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (0fcb9967-ceac-4c74-9093-987b8cacd94b), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.898025 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:10.898609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.925443 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:10.960444 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] Pushing event updated for resources: {'Network': ['ID=0fcb9967-ceac-4c74-9093-987b8cacd94b,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:10.972769 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 0fcb9967-ceac-4c74-9093-987b8cacd94b details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:42:10.984913 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4664df45-efcf-474a-9a23-c037bdb45c5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6532962 Jul 12 14:42:10.987616 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57860) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:10.993121 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Request body: {'subnet': {'network_id': '0fcb9967-ceac-4c74-9093-987b8cacd94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1029133902-subnet', 'tenant_id': 'e7d10c6c04bd4ef696f6c971290d665b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:11.028744 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Floating IP f0c9d3f8-3413-4925-b15a-be696e26d474 associated. External IP: 172.27.3.206, port: 12bf018a-5099-450d-857c-a8150eca7139. Jul 12 14:42:11.170904 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Made reservation on behalf of e7d10c6c04bd4ef696f6c971290d665b for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:42:11.177812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:11.241687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:42:11.360872 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:42:11.365943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:11.370937 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:42:11.380641 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:42:11.381306 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:41:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:11.405621 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-7ebe8f22-f049-4bd0-a41b-4492af0a200c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "PUT /v2.0/floatingips/f0c9d3f8-3413-4925-b15a-be696e26d474 HTTP/1.1" status: 200 len: 991 time: 1.2408786 Jul 12 14:42:11.405621 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:11.406920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d881805-89e7-4870-8508-654591fb224d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:11.411002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (aeeabe7a-e134-4600-a0aa-601f1c5a7f23), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:11.460939 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354541b0-d8f1-471b-82ca-b83a0cd8066b x-openstack-request-id: req-354541b0-d8f1-471b-82ca-b83a0cd8066b {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:11.463231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:11.463491 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-354541b0-d8f1-471b-82ca-b83a0cd8066b {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:11.463963 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354541b0-d8f1-471b-82ca-b83a0cd8066b'] response: {'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'status': 'completed', 'code': 200} Jul 12 14:42:11.484939 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeabe7a-e134-4600-a0aa-601f1c5a7f23,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:11.489793 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:11.495246 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:11.499757 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:42:11.508127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Checking segment: {'id': '1ecb3c3c-9707-4eea-ad52-8cd723c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0fcb9967-ceac-4c74-9093-987b8cacd94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:42:11.508588 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Network hostable DHCP agents. Network: 0fcb9967-ceac-4c74-9093-987b8cacd94b, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:42:11.572049 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881805-89e7-4870-8508-654591fb224d req-7d62209f-0af3-4ec1-a004-c1252c4200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:11.573608 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-7d62209f-0af3-4ec1-a004-c1252c4200c3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0436764 Jul 12 14:42:11.593784 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Network 0fcb9967-ceac-4c74-9093-987b8cacd94b is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:42:11.695577 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 0fcb9967-ceac-4c74-9093-987b8cacd94b) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:42:11.705928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:11.706734 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:11.714048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:11.714605 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81daa511-d7ae-4e00-8358-a2cd314aa2ef None None] Network 0fcb9967-ceac-4c74-9093-987b8cacd94b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:42:11.725753 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881805-89e7-4870-8508-654591fb224d req-8e27aa1a-7442-446b-b5dc-b05cc8223eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:11.728403 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-8e27aa1a-7442-446b-b5dc-b05cc8223eb4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1418417 Jul 12 14:42:11.736962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d065-d338-4165-b591-49fe574a83f7 req-2fff1618-bd6a-4fd8-809f-feccd5dc6ac2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:11.739071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dd11d065-d338-4165-b591-49fe574a83f7 req-2fff1618-bd6a-4fd8-809f-feccd5dc6ac2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0751076 Jul 12 14:42:11.830960 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dd11d065-d338-4165-b591-49fe574a83f7 req-9226791c-036e-4393-a5d7-12bc0f18af1e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830259 Jul 12 14:42:11.832947 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8e5aa54b-0c0e-4123-ac48-2486a9754891 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8442054 Jul 12 14:42:11.846560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-5db60080-8f3f-4e95-b623-be8e492e9f87 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 999 time: 0.1058652 Jul 12 14:42:11.849388 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:42:10Z', 'revision_number': 1, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:11.899106 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:42:11.906930 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:11.921449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881805-89e7-4870-8508-654591fb224d req-57eff100-0f18-483c-930d-aa7c0734fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:11.923626 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-57eff100-0f18-483c-930d-aa7c0734fc95 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0602858 Jul 12 14:42:11.926257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:42:11.926895 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:41:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:11.964949 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b558a3-b514-449c-b99f-e883e83a87fe None None] Network 0fcb9967-ceac-4c74-9093-987b8cacd94b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:42:12.014507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881805-89e7-4870-8508-654591fb224d req-df9ce8f8-524c-433e-8b97-7a12881a7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:12.016456 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-df9ce8f8-524c-433e-8b97-7a12881a7fa1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666778 Jul 12 14:42:12.133276 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-4694143f-a6e6-46bc-a1f0-e27cf6fae63e service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977814 Jul 12 14:42:12.218649 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:12.246919 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d881805-89e7-4870-8508-654591fb224d req-cd851cd9-7222-4483-b05e-f21c601ac271 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031024 Jul 12 14:42:12.254758 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:42:12.482791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:42:10Z', 'revision_number': 1, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:12.508491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe78c3-d35d-4d69-8351-e1c73a1a46c9 None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:42:10Z', 'revision_number': 1, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:42:12.660935 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57890) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:12.666868 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1207392774-network', 'tenant_id': '0de42729c04a41b2978b6eb69c2bea61'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:12.762337 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Made reservation on behalf of 0de42729c04a41b2978b6eb69c2bea61 for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:42:12.764751 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:12.765476 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16691557-d154-415d-b361-2fcd45ef0708 None None] New status for floating IP f0c9d3f8-3413-4925-b15a-be696e26d474: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:42:12.777374 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:12.864683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks [] for security_group (78dc1990-5421-4ce4-ad95-94be1ab868ce), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:12.942248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (78dc1990-5421-4ce4-ad95-94be1ab868ce), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:12.975088 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9e09-e706-43e6-b8b8-b965030abd14 req-628ac22d-ff9a-4d51-ba7b-e22b4197685a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:12.975710 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:42:12.976786 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a0e9e09-e706-43e6-b8b8-b965030abd14 req-628ac22d-ff9a-4d51-ba7b-e22b4197685a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0600934 Jul 12 14:42:12.982582 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc1990-5421-4ce4-ad95-94be1ab868ce,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:12.989200 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (910e7478-37c9-4077-8474-be89ba8d4762), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:12.989543 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Added segment 910e7478-37c9-4077-8474-be89ba8d4762 of type vlan for network 5e059758-e7fd-4490-8205-1103044e9fdf Jul 12 14:42:13.036338 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (5e059758-e7fd-4490-8205-1103044e9fdf), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.053735 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a0e9e09-e706-43e6-b8b8-b965030abd14 req-5a7a4c51-154b-449f-aee8-36c6ba6e7243 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699606 Jul 12 14:42:13.108772 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc907e-2383-49f6-9fb0-898d6e585b6c req-c077428e-7fd8-425b-9cd7-3051f7436da6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:13.110284 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0fdc907e-2383-49f6-9fb0-898d6e585b6c req-c077428e-7fd8-425b-9cd7-3051f7436da6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0553224 Jul 12 14:42:13.119781 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (5e059758-e7fd-4490-8205-1103044e9fdf), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.120870 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:13.121564 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.157031 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:13.161437 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0fdc907e-2383-49f6-9fb0-898d6e585b6c req-d05c20ee-693a-4b84-8465-6716d8292b50 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Jul 12 14:42:13.184561 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] Pushing event updated for resources: {'Network': ['ID=5e059758-e7fd-4490-8205-1103044e9fdf,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:13.194343 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 5e059758-e7fd-4490-8205-1103044e9fdf details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:42:13.214343 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-92a18b03-9423-4127-9267-90158fe6a7ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5522726 Jul 12 14:42:13.218105 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 57900) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:13.222086 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Request body: {'subnet': {'network_id': '5e059758-e7fd-4490-8205-1103044e9fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1207392774-subnet', 'tenant_id': '0de42729c04a41b2978b6eb69c2bea61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:42:13.279897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Made reservation on behalf of 0de42729c04a41b2978b6eb69c2bea61 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:42:13.283550 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.359517 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-17287d25-5618-4c30-b2b7-b963550a44f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.454011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:13.513802 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (52241d92-357e-45b4-bfd3-1dc9914cac08), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.573250 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52241d92-357e-45b4-bfd3-1dc9914cac08,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:13.581953 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Checking segment: {'id': '910e7478-37c9-4077-8474-be89ba8d4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5e059758-e7fd-4490-8205-1103044e9fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:42:13.582312 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Network hostable DHCP agents. Network: 5e059758-e7fd-4490-8205-1103044e9fdf, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:42:13.666453 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Network 5e059758-e7fd-4490-8205-1103044e9fdf is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:42:13.735887 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 5e059758-e7fd-4490-8205-1103044e9fdf) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:42:13.740401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:13.741564 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:13.746369 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0daf9-86ce-4db7-9426-38ad7ce91f98 None None] Network 5e059758-e7fd-4490-8205-1103044e9fdf requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:42:13.824502 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-08e55772-f3b0-4d37-9468-991fa7aa4df7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6063087 Jul 12 14:42:13.852922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34035422-a851-4828-a562-bdd0e89682f8 None None] Network 5e059758-e7fd-4490-8205-1103044e9fdf requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:42:14.183777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707b407-32f1-4866-bd23-4625f9d90e2b req-bb31261f-1485-4eec-a08d-f3b66f1f8842 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:14.185276 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c707b407-32f1-4866-bd23-4625f9d90e2b req-bb31261f-1485-4eec-a08d-f3b66f1f8842 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0471017 Jul 12 14:42:14.239246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c707b407-32f1-4866-bd23-4625f9d90e2b req-91c1951c-e2b2-4dbc-bbb2-b96d5bbaf0e6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 Jul 12 14:42:14.306781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408a62-1118-4d57-903d-0e994cd2f80a req-8ac69673-4ade-43c1-9acc-2b6a5b9271ef tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:14.308737 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2e408a62-1118-4d57-903d-0e994cd2f80a req-8ac69673-4ade-43c1-9acc-2b6a5b9271ef tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0568588 Jul 12 14:42:14.357685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2e408a62-1118-4d57-903d-0e994cd2f80a req-5beff465-f29b-4b64-8a93-89b9505d995d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Jul 12 14:42:15.355186 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872fde1-5c1f-45e8-b2c9-98fa23d3c085 req-b9684200-ae36-46b0-977b-45c37f120780 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:15.356618 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7872fde1-5c1f-45e8-b2c9-98fa23d3c085 req-b9684200-ae36-46b0-977b-45c37f120780 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0456855 Jul 12 14:42:15.403095 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7872fde1-5c1f-45e8-b2c9-98fa23d3c085 req-4f1d1d16-787b-4c05-84f8-14e2eeaccf1e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Jul 12 14:42:15.471887 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af117f0f-1983-40b6-a3c6-b14db9ae16e6 req-26bbf30b-e938-474a-864b-343d3279f304 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:15.473440 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-af117f0f-1983-40b6-a3c6-b14db9ae16e6 req-26bbf30b-e938-474a-864b-343d3279f304 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0470624 Jul 12 14:42:15.512752 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:15.525000 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-af117f0f-1983-40b6-a3c6-b14db9ae16e6 req-6a78c7b5-8d08-4263-86fc-eb05a702a243 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Jul 12 14:42:15.593051 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25965452-0b02-4084-95e9-320dd379853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:16.516472 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:16.524733 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02090-e4b1-4172-872a-89d6b945c24e req-d76e34d9-cc1e-4a8a-b7b6-587c4e9306a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:16.526773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-31b02090-e4b1-4172-872a-89d6b945c24e req-d76e34d9-cc1e-4a8a-b7b6-587c4e9306a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0477195 Jul 12 14:42:16.574581 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-31b02090-e4b1-4172-872a-89d6b945c24e req-6e13c8e5-7773-4cdf-9830-0771104dbb38 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Jul 12 14:42:16.638613 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89296ba2-2f24-4daf-8394-f6fc4815aaf4 req-d2330b62-e6a5-4c3b-bffc-f7f7ebbcd8a3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:16.640057 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89296ba2-2f24-4daf-8394-f6fc4815aaf4 req-d2330b62-e6a5-4c3b-bffc-f7f7ebbcd8a3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0472920 Jul 12 14:42:16.688713 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89296ba2-2f24-4daf-8394-f6fc4815aaf4 req-dfc685b9-5761-44f2-b294-217ed109ba79 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Jul 12 14:42:16.740743 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:17.694276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d93c8a-6421-4aa3-bae0-3097c5d2d1a4 req-5cb80fe9-5118-4272-a599-81ec459d59e4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:17.696509 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-11d93c8a-6421-4aa3-bae0-3097c5d2d1a4 req-5cb80fe9-5118-4272-a599-81ec459d59e4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0516298 Jul 12 14:42:17.745490 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-11d93c8a-6421-4aa3-bae0-3097c5d2d1a4 req-1b4b0fb0-0817-4c19-b5ca-21106a0b2934 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Jul 12 14:42:17.810300 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7f6a4-6537-4f0f-a84d-91e35b9ef1d1 req-e31bcaf7-cdd8-4706-88df-fae1ceaa4dc9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:17.811802 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3f7f6a4-6537-4f0f-a84d-91e35b9ef1d1 req-e31bcaf7-cdd8-4706-88df-fae1ceaa4dc9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0513253 Jul 12 14:42:17.825591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:17.863416 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3f7f6a4-6537-4f0f-a84d-91e35b9ef1d1 req-15d4a639-e461-47b8-bd2b-0dc7238f198e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459225 Jul 12 14:42:18.237940 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:18.666674 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:18.869911 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1ef8c-b09a-46c5-9aff-8d5bcc640122 req-57dbe5ed-9c20-4a81-b07b-49dac8a50def tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:18.871457 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-55d1ef8c-b09a-46c5-9aff-8d5bcc640122 req-57dbe5ed-9c20-4a81-b07b-49dac8a50def tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0526655 Jul 12 14:42:19.190658 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703b4d-26d8-4311-8316-871fd2574fdb req-7d17bb08-dc53-4fd3-a687-7f2af5460231 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:19.192119 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8703b4d-26d8-4311-8316-871fd2574fdb req-7d17bb08-dc53-4fd3-a687-7f2af5460231 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0664926 Jul 12 14:42:19.196298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-55d1ef8c-b09a-46c5-9aff-8d5bcc640122 req-4fe803c0-594e-4fd6-acd2-b31b67e75630 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194244 Jul 12 14:42:19.248066 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8703b4d-26d8-4311-8316-871fd2574fdb req-b54021c1-3df7-4543-98f4-ccd2cfac8842 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474803 Jul 12 14:42:20.321491 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ecea7-bf93-4f00-9f45-f2883e79f26d req-7473c249-bf9f-46ad-8800-59bb377d3f89 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:20.323121 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cc3ecea7-bf93-4f00-9f45-f2883e79f26d req-7473c249-bf9f-46ad-8800-59bb377d3f89 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0520287 Jul 12 14:42:20.396982 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6b2f-cdc5-4c18-882a-9c8e57fa285b req-fa3dc293-7d29-414a-b04d-92c115ee2f7f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:20.398549 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-282c6b2f-cdc5-4c18-882a-9c8e57fa285b req-fa3dc293-7d29-414a-b04d-92c115ee2f7f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0745382 Jul 12 14:42:20.420654 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cc3ecea7-bf93-4f00-9f45-f2883e79f26d req-28ec83ad-b845-4ff9-be78-872a0a04e1c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879171 Jul 12 14:42:20.464724 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-282c6b2f-cdc5-4c18-882a-9c8e57fa285b req-43f01cb7-8026-4b8d-8b23-268c47daf09a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550833 Jul 12 14:42:21.547603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dfe6d-28ed-4e4b-b86e-6e83be9855f9 req-2cbf441b-096f-4d12-960c-d48999a54f19 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:21.549091 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-250dfe6d-28ed-4e4b-b86e-6e83be9855f9 req-2cbf441b-096f-4d12-960c-d48999a54f19 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0488443 Jul 12 14:42:21.621667 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ff2fc-2972-48e6-bd5e-99c8acf218f4 req-78bc49bf-4951-4104-aaba-ca69e7d40559 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:21.623153 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-818ff2fc-2972-48e6-bd5e-99c8acf218f4 req-78bc49bf-4951-4104-aaba-ca69e7d40559 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0731392 Jul 12 14:42:21.640784 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-250dfe6d-28ed-4e4b-b86e-6e83be9855f9 req-c74a0b07-b2c5-4665-bc3f-6a5305846c4b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822382 Jul 12 14:42:21.688131 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-818ff2fc-2972-48e6-bd5e-99c8acf218f4 req-631ff979-2595-4f75-bbee-8461c8da4486 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572555 Jul 12 14:42:22.245267 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:42:22.763107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b884ae-d80a-4a2b-9c1a-0ec57708cbc6 req-f4380f1a-60d7-4593-a020-d48ab25c9426 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:22.764631 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-55b884ae-d80a-4a2b-9c1a-0ec57708cbc6 req-f4380f1a-60d7-4593-a020-d48ab25c9426 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0489912 Jul 12 14:42:22.831902 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9058b45-a52f-45bd-b0a1-654ad14d7aa8 req-95807420-e52a-47bb-82ec-e79633671432 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:22.833388 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9058b45-a52f-45bd-b0a1-654ad14d7aa8 req-95807420-e52a-47bb-82ec-e79633671432 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0677986 Jul 12 14:42:22.838674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:22.862907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-55b884ae-d80a-4a2b-9c1a-0ec57708cbc6 req-3b4829fb-de77-4258-abdf-b597a23d248d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879047 Jul 12 14:42:22.893465 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9058b45-a52f-45bd-b0a1-654ad14d7aa8 req-d47e10cb-98da-4b5f-a50b-133ebe7f4d28 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535696 Jul 12 14:42:23.744989 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:23.753652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=26,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:23.993844 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea0e9b-6c5a-4e4c-beb5-37f359eadcad req-118aa08a-d2b5-4191-81ec-b6cec66a04bc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:23.995355 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-80ea0e9b-6c5a-4e4c-beb5-37f359eadcad req-118aa08a-d2b5-4191-81ec-b6cec66a04bc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0587821 Jul 12 14:42:24.045649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8e3ce-102d-4d90-8e9c-8c1ae2e94026 req-1f24a7c0-ace5-4f1e-b2d8-b2b8a5d0f382 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:24.047112 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a1f8e3ce-102d-4d90-8e9c-8c1ae2e94026 req-1f24a7c0-ace5-4f1e-b2d8-b2b8a5d0f382 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0742421 Jul 12 14:42:24.089938 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-80ea0e9b-6c5a-4e4c-beb5-37f359eadcad req-81e40fda-4394-4fcc-9064-7b3c4d49964e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783134 Jul 12 14:42:24.118030 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a1f8e3ce-102d-4d90-8e9c-8c1ae2e94026 req-49a4e37c-a7f9-4c10-934a-b67220f80e53 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635097 Jul 12 14:42:25.259245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:25.270804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6c4d-43a2-473d-ae86-a451ad78d7c5 req-7658511d-0055-4fcf-b9c9-9056d1ae6955 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.272252 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9c5d6c4d-43a2-473d-ae86-a451ad78d7c5 req-7658511d-0055-4fcf-b9c9-9056d1ae6955 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0882173 Jul 12 14:42:25.280886 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d964b44-b170-4c8a-846c-896a4a4d8537 req-2475f2bd-264d-4182-8735-29c7c2986f99 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.282338 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d964b44-b170-4c8a-846c-896a4a4d8537 req-2475f2bd-264d-4182-8735-29c7c2986f99 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0828872 Jul 12 14:42:25.387647 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9c5d6c4d-43a2-473d-ae86-a451ad78d7c5 req-3035b705-0c6b-4476-961e-388670a313fc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043534 Jul 12 14:42:25.398239 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d964b44-b170-4c8a-846c-896a4a4d8537 req-96d8e849-71b8-4d5d-8dc1-0b0a730818f1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090138 Jul 12 14:42:25.400680 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-9d5a76ba-aa6b-4e3b-876a-f18df11c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.401569 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-9d5a76ba-aa6b-4e3b-876a-f18df11c7658 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1130 time: 0.0766940 Jul 12 14:42:25.528339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-aa1076a9-1c66-4065-b218-a1777ff63ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.529755 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-aa1076a9-1c66-4065-b218-a1777ff63ab5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.0919619 Jul 12 14:42:25.597474 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-cd119c9e-7eff-47fc-8501-60123dea8150 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 1002 time: 0.0587912 Jul 12 14:42:25.652059 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-6e9015b8-6e21-4c05-b190-e37d585b3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.653510 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-6e9015b8-6e21-4c05-b190-e37d585b3c56 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0444627 Jul 12 14:42:25.702471 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-70db7462-1848-4ee8-a0e7-6feb200afacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:25.703908 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-70db7462-1848-4ee8-a0e7-6feb200afacf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381334 Jul 12 14:42:25.802682 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-ebd77732-1334-49cf-ad56-7659a79f048f service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Jul 12 14:42:25.901133 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37e4f3d5-efea-4650-9f59-9632a13add96 req-ae339ea5-e31d-4850-957b-0d99bdf2e628 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881023 Jul 12 14:42:25.975834 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:26.541912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49344085-3b02-4614-8a4d-6fa0a20406a5 req-c811661c-0cc7-42df-909c-2c5cdd54c5eb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:26.543409 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-49344085-3b02-4614-8a4d-6fa0a20406a5 req-c811661c-0cc7-42df-909c-2c5cdd54c5eb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0831468 Jul 12 14:42:26.551493 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987962c-30d9-4b51-bec3-3e25450eef43 req-58acf20b-da7b-4c8e-b294-122749282f2f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:26.552867 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3987962c-30d9-4b51-bec3-3e25450eef43 req-58acf20b-da7b-4c8e-b294-122749282f2f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0814552 Jul 12 14:42:26.586639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:26.629523 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3987962c-30d9-4b51-bec3-3e25450eef43 req-a9b21c67-3863-4832-847b-babe50d915b7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697420 Jul 12 14:42:26.632466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-49344085-3b02-4614-8a4d-6fa0a20406a5 req-6df3e708-0266-456c-99d8-a50a0c2cad89 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785539 Jul 12 14:42:27.779249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc781b-2e88-49ca-af7b-b7fb2f36c269 req-4ffa9570-2958-4118-9846-9c46389094d5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:27.780649 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ebc781b-2e88-49ca-af7b-b7fb2f36c269 req-4ffa9570-2958-4118-9846-9c46389094d5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0797417 Jul 12 14:42:27.786501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a139-977c-487f-b166-1a899b3ea87d req-06bf3497-cad1-4bcc-af2e-1fa5ab812226 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:27.787848 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0a4a139-977c-487f-b166-1a899b3ea87d req-06bf3497-cad1-4bcc-af2e-1fa5ab812226 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0777619 Jul 12 14:42:27.863479 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ebc781b-2e88-49ca-af7b-b7fb2f36c269 req-37a556c0-6cfc-4a19-89cf-b64d774b40f7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746953 Jul 12 14:42:27.870823 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0a4a139-977c-487f-b166-1a899b3ea87d req-5fc3e817-69c2-4eb5-a2b3-976fad49fd0a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754592 Jul 12 14:42:29.022318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545211-bd5a-40da-908e-a200d19f37bf req-2525fa51-6108-42e3-802b-d519fe9648e5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:29.023800 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88545211-bd5a-40da-908e-a200d19f37bf req-2525fa51-6108-42e3-802b-d519fe9648e5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0904100 Jul 12 14:42:29.032158 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d841c-bce6-4d22-b4f5-16a86efc9208 req-06d0678f-262a-4133-ba2d-25c1662064dc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:29.033578 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-607d841c-bce6-4d22-b4f5-16a86efc9208 req-06d0678f-262a-4133-ba2d-25c1662064dc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0872734 Jul 12 14:42:29.052829 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:29.101022 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88545211-bd5a-40da-908e-a200d19f37bf req-b471d757-8939-49d2-99cb-62f652f75c11 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665359 Jul 12 14:42:29.112524 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-607d841c-bce6-4d22-b4f5-16a86efc9208 req-f8d3058a-0163-4e98-81ba-172ec248865d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721905 Jul 12 14:42:30.015887 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58124) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:30.066570 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Deleting subnet aeeabe7a-e134-4600-a0aa-601f1c5a7f23 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:42:30.069835 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Publish callbacks [] for subnet (aeeabe7a-e134-4600-a0aa-601f1c5a7f23), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.107477 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (aeeabe7a-e134-4600-a0aa-601f1c5a7f23), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.149216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (aeeabe7a-e134-4600-a0aa-601f1c5a7f23), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.254691 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e29ac-1de1-4145-b13c-abf9a80a38b5 req-6817c263-a2dd-453d-8ee4-645725b84c2f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:30.256157 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2d6e29ac-1de1-4145-b13c-abf9a80a38b5 req-6817c263-a2dd-453d-8ee4-645725b84c2f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0810704 Jul 12 14:42:30.267320 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bbec-2c2f-4b1c-a464-389c8250b956 req-f56aa480-835e-40ae-9e78-19157a28a02a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:30.268792 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1716bbec-2c2f-4b1c-a464-389c8250b956 req-f56aa480-835e-40ae-9e78-19157a28a02a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0804498 Jul 12 14:42:30.279238 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (aeeabe7a-e134-4600-a0aa-601f1c5a7f23), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.309830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeeabe7a-e134-4600-a0aa-601f1c5a7f23,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:30.312426 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.315232 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8122eba2-c552-4253-8265-ef7485670e07 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aeeabe7a-e134-4600-a0aa-601f1c5a7f23 HTTP/1.1" status: 204 len: 168 time: 0.2983527 Jul 12 14:42:30.318124 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58130) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:30.344738 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2d6e29ac-1de1-4145-b13c-abf9a80a38b5 req-ad37bf06-ffc9-4180-ac91-57ba6e7a8794 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749848 Jul 12 14:42:30.348062 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1716bbec-2c2f-4b1c-a464-389c8250b956 req-49b4aa2d-d034-47d1-b5ea-65c92365e082 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717895 Jul 12 14:42:30.386846 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (0fcb9967-ceac-4c74-9093-987b8cacd94b), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.394733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:42:30.470833 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (0fcb9967-ceac-4c74-9093-987b8cacd94b), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.492210 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcb9967-ceac-4c74-9093-987b8cacd94b']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:30.499797 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:30.502919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecb3c3c-9707-4eea-ad52-8cd723c102d6') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:30.502919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecb3c3c-9707-4eea-ad52-8cd723c102d6') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:30.511618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:42:30.513772 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (1ecb3c3c-9707-4eea-ad52-8cd723c102d6), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.527210 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (1ecb3c3c-9707-4eea-ad52-8cd723c102d6), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.533921 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:42:30.534330 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (1ecb3c3c-9707-4eea-ad52-8cd723c102d6), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.550202 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: ACTIVE; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:30.550600 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.553660 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 1ecb3c3c-9707-4eea-ad52-8cd723c102d6 resource provider aggregate not found Jul 12 14:42:30.564299 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:42:30.585106 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:30.592391 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 1ecb3c3c-9707-4eea-ad52-8cd723c102d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ecb3c3c-9707-4eea-ad52-8cd723c102d6 found for delete ", "request_id": "req-10bd4ab6-ff17-4077-9144-a9a85387122d"}]} Jul 12 14:42:30.626748 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.649802 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (0fcb9967-ceac-4c74-9093-987b8cacd94b), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.664926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.669376 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] 10.222.0.30 "DELETE /v2.0/networks/0fcb9967-ceac-4c74-9093-987b8cacd94b HTTP/1.1" status: 204 len: 168 time: 0.3490615 Jul 12 14:42:30.669376 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd8c62-2724-4d4f-8c16-954b2ac0bf7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcb9967-ceac-4c74-9093-987b8cacd94b,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:30.671096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58138) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:30.676533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=6']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:30.721858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Deleting subnet 52241d92-357e-45b4-bfd3-1dc9914cac08 {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:42:30.725307 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Publish callbacks [] for subnet (52241d92-357e-45b4-bfd3-1dc9914cac08), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.769081 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Publish callbacks [] for subnet (52241d92-357e-45b4-bfd3-1dc9914cac08), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.778702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (52241d92-357e-45b4-bfd3-1dc9914cac08), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.878918 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (52241d92-357e-45b4-bfd3-1dc9914cac08), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.886522 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['f0edff70-5e51-412d-b474-2a70b09725f5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:42:30.906921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52241d92-357e-45b4-bfd3-1dc9914cac08,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:30.909487 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:30.914716 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/52241d92-357e-45b4-bfd3-1dc9914cac08 HTTP/1.1" status: 204 len: 168 time: 0.2402201 Jul 12 14:42:30.915132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58146) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:30.919214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.919569 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.920406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.920406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.920602 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.920873 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.921244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.921575 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.922145 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.922261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:30.922368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.922540 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.922978 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.923164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.923481 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:30.923855 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3b98f-1a5a-4816-8e47-df901dde1f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:31.006036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (5e059758-e7fd-4490-8205-1103044e9fdf), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.090592 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (5e059758-e7fd-4490-8205-1103044e9fdf), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.111858 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e059758-e7fd-4490-8205-1103044e9fdf']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:31.121958 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910e7478-37c9-4077-8474-be89ba8d4762') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:31.122252 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910e7478-37c9-4077-8474-be89ba8d4762') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:42:31.132137 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (910e7478-37c9-4077-8474-be89ba8d4762), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.145668 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (910e7478-37c9-4077-8474-be89ba8d4762), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.152471 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:42:31.152862 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (910e7478-37c9-4077-8474-be89ba8d4762), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.295615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (5e059758-e7fd-4490-8205-1103044e9fdf), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.300865 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.303963 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5e059758-e7fd-4490-8205-1103044e9fdf HTTP/1.1" status: 204 len: 168 time: 0.3866911 Jul 12 14:42:31.315267 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d154a-c4a2-477f-8539-4a95e7312494 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e059758-e7fd-4490-8205-1103044e9fdf,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:31.502478 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfe9c-2384-47e3-a258-b242972e7356 req-51cf72fe-3638-47a1-97ac-462fa2778b3d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:31.503978 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b28cfe9c-2384-47e3-a258-b242972e7356 req-51cf72fe-3638-47a1-97ac-462fa2778b3d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0832956 Jul 12 14:42:31.512548 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73efcd-2447-41d7-8f37-79a46e4be8e7 req-7bafbac3-6b0c-4cd1-ba07-22d4c6f5bb4f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:31.519589 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ef73efcd-2447-41d7-8f37-79a46e4be8e7 req-7bafbac3-6b0c-4cd1-ba07-22d4c6f5bb4f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0817332 Jul 12 14:42:31.604917 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b28cfe9c-2384-47e3-a258-b242972e7356 req-cf74bfba-38a6-4208-88b8-3754b2654392 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899932 Jul 12 14:42:31.608121 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ef73efcd-2447-41d7-8f37-79a46e4be8e7 req-6b895097-41cf-4257-93db-6abddf647a50 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796735 Jul 12 14:42:31.760168 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58178) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:31.797823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:31.804300 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1db31561-8b5c-47ef-b859-5cb2029ca3ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7d10c6c04bd4ef696f6c971290d665b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463924 Jul 12 14:42:31.807564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58180) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:31.860118 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] Publish callbacks [] for security_group (83d86e02-a9e1-44b5-aafb-8a66aef4be4e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.874238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:31.886950 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] Publish callbacks [] for security_group (83d86e02-a9e1-44b5-aafb-8a66aef4be4e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:31.998524 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (83d86e02-a9e1-44b5-aafb-8a66aef4be4e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:32.001322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:32.006969 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83d86e02-a9e1-44b5-aafb-8a66aef4be4e HTTP/1.1" status: 204 len: 168 time: 0.1940997 Jul 12 14:42:32.011605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2f815-b907-4214-9d20-7049ed1ed75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d86e02-a9e1-44b5-aafb-8a66aef4be4e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:32.396983 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:42:32.450435 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port f0edff70-5e51-412d-b474-2a70b09725f5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:42:32.450818 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:32.539845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:32.549406 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:32.569577 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:32.572805 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f054a-eec5-40cf-9e6f-600fe69e75d2" -d '{"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:32.605748 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:32.608005 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:32.617849 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 910e7478-37c9-4077-8474-be89ba8d4762 resource provider aggregate not found Jul 12 14:42:32.641221 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 910e7478-37c9-4077-8474-be89ba8d4762 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 910e7478-37c9-4077-8474-be89ba8d4762 found for delete ", "request_id": "req-a145a606-522a-4f66-ab19-e8334ddc08bd"}]} Jul 12 14:42:32.665591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f39287d-bccc-4341-9b2b-d3d4ec9c40e2 x-openstack-request-id: req-5f39287d-bccc-4341-9b2b-d3d4ec9c40e2 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:32.665961 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:32.666164 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f39287d-bccc-4341-9b2b-d3d4ec9c40e2 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:32.666562 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f39287d-bccc-4341-9b2b-d3d4ec9c40e2'] response: {'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'code': 200} Jul 12 14:42:32.796031 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1d420-5d84-485c-a86a-df95153004d2 req-8e23fde1-5f22-45ef-a7a8-292ed1f7fa8c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:32.800776 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-67b1d420-5d84-485c-a86a-df95153004d2 req-8e23fde1-5f22-45ef-a7a8-292ed1f7fa8c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0858753 Jul 12 14:42:32.822836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba217be-1bd8-45ed-b2fa-734c45c7d62b req-270f49a8-dc43-4011-abf4-9feba824c145 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:32.824275 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fba217be-1bd8-45ed-b2fa-734c45c7d62b req-270f49a8-dc43-4011-abf4-9feba824c145 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0764763 Jul 12 14:42:32.853413 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:32.952729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-67b1d420-5d84-485c-a86a-df95153004d2 req-0ae4308d-c739-49e4-9537-1f19becba396 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367335 Jul 12 14:42:32.956915 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=7']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:32.975195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fba217be-1bd8-45ed-b2fa-734c45c7d62b req-f9bab6b1-7bdf-493e-a752-7a4e9253ab71 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426885 Jul 12 14:42:33.050097 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58220) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:33.094112 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-93984026-2235-478f-a04f-7167a28021fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0de42729c04a41b2978b6eb69c2bea61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428822 Jul 12 14:42:33.096436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58222) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:33.143504 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:33.183984 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] Publish callbacks [] for security_group (78dc1990-5421-4ce4-ad95-94be1ab868ce), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:33.186010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:33.213994 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] Publish callbacks [] for security_group (78dc1990-5421-4ce4-ad95-94be1ab868ce), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:33.353807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (78dc1990-5421-4ce4-ad95-94be1ab868ce), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:33.356898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:33.358203 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78dc1990-5421-4ce4-ad95-94be1ab868ce HTTP/1.1" status: 204 len: 168 time: 0.2603400 Jul 12 14:42:33.369225 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f191d9-0038-4c64-a283-ffd278c959b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc1990-5421-4ce4-ad95-94be1ab868ce,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:34.135805 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989203-3b44-4a35-aab1-ba91dec20401 req-78cfb6ca-b15b-4ef3-b67c-759c2a56faf6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:34.138244 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5c989203-3b44-4a35-aab1-ba91dec20401 req-78cfb6ca-b15b-4ef3-b67c-759c2a56faf6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.1145301 Jul 12 14:42:34.153996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a1f04-d5cf-4b24-933d-7342ec039e73 req-a7aaaa7d-2bfb-419d-bbf0-b7096343401d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:34.156023 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f3a1f04-d5cf-4b24-933d-7342ec039e73 req-a7aaaa7d-2bfb-419d-bbf0-b7096343401d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0929444 Jul 12 14:42:34.261069 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5c989203-3b44-4a35-aab1-ba91dec20401 req-41084534-cd0f-4ab4-a2b4-6e28ab81f84c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038997 Jul 12 14:42:34.273363 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f3a1f04-d5cf-4b24-933d-7342ec039e73 req-ba057017-ea58-459b-a88a-018ccb4251ff tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087546 Jul 12 14:42:35.410803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a601-b8a5-4d61-b5a2-529324aed5c6 req-c4ffb68a-bef3-47de-abe9-0fd110a4dc24 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:35.412265 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc83a601-b8a5-4d61-b5a2-529324aed5c6 req-c4ffb68a-bef3-47de-abe9-0fd110a4dc24 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0776286 Jul 12 14:42:35.435192 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02cc9a-775f-4c4b-b01f-5d6a007d3b00 req-a7da4ef9-15b6-4c7b-b9b5-a7eda8ba2333 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:35.436627 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2b02cc9a-775f-4c4b-b01f-5d6a007d3b00 req-a7da4ef9-15b6-4c7b-b9b5-a7eda8ba2333 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0636852 Jul 12 14:42:35.499827 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc83a601-b8a5-4d61-b5a2-529324aed5c6 req-09d8df58-492f-4819-8fc9-945be22740fc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790124 Jul 12 14:42:35.523137 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2b02cc9a-775f-4c4b-b01f-5d6a007d3b00 req-b21a3e9a-675c-4a57-919b-98c1c44161dd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790968 Jul 12 14:42:35.991277 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6ab66-76bc-48fc-bfe2-a62c2ffcfa9a req-7552101f-0cbe-40a8-a7e1-aa74dafaf79f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:35.994663 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56c6ab66-76bc-48fc-bfe2-a62c2ffcfa9a req-7552101f-0cbe-40a8-a7e1-aa74dafaf79f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0646389 Jul 12 14:42:36.063921 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56c6ab66-76bc-48fc-bfe2-a62c2ffcfa9a req-3d1c96ac-6746-4de5-b80d-163bb6301712 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630691 Jul 12 14:42:36.188886 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-d71b7b9d-c0e9-47d9-9579-43cbb3120ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:36.190729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-d71b7b9d-c0e9-47d9-9579-43cbb3120ce7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1130 time: 0.0498321 Jul 12 14:42:36.301677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-4465599d-ed48-4114-b434-d954bb7822c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:36.303219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-4465599d-ed48-4114-b434-d954bb7822c3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.1027625 Jul 12 14:42:36.358394 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:36.379833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-26b1e529-9453-4a8a-9e1e-26e961549133 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 1002 time: 0.0645747 Jul 12 14:42:36.453228 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-0596ec86-b5ca-4511-872b-44a7f9230c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:36.455234 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-0596ec86-b5ca-4511-872b-44a7f9230c81 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0610833 Jul 12 14:42:36.511163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-01653255-de71-4073-9f91-ae82dc1f4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:36.512257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-01653255-de71-4073-9f91-ae82dc1f4725 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467825 Jul 12 14:42:36.557732 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:36.645093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-102ec9ab-62d4-43b8-9f11-9f915fb7ded3 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209564 Jul 12 14:42:36.796280 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1a1b-f1d1-4b05-8012-78d639d6faf5 req-2199669d-a06d-4385-be0b-c042f8a06e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:36.798309 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e96b1a1b-f1d1-4b05-8012-78d639d6faf5 req-2199669d-a06d-4385-be0b-c042f8a06e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.1220458 Jul 12 14:42:36.879455 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3a762c2-20c7-4858-a51b-8b5b1d913a85 req-b41032cc-a49f-44bc-b867-c29bceb6ec67 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187190 Jul 12 14:42:36.891146 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e96b1a1b-f1d1-4b05-8012-78d639d6faf5 req-7816d91b-66e5-4768-bd7c-acc418ceb2a7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857329 Jul 12 14:42:37.208846 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71294d87-cc0e-407f-ad0b-fce5cf936338 req-36d7f5ab-0edd-4a62-aea8-ef65291863ba tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:37.217796 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71294d87-cc0e-407f-ad0b-fce5cf936338 req-36d7f5ab-0edd-4a62-aea8-ef65291863ba tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0770490 Jul 12 14:42:37.272902 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71294d87-cc0e-407f-ad0b-fce5cf936338 req-030f8a39-a597-40d5-a58c-0dc1e91400d7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541778 Jul 12 14:42:37.610868 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58300) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:37.747610 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-245f2e00-e33f-43ca-95a4-bbce31bea978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:37.838230 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-245f2e00-e33f-43ca-95a4-bbce31bea978 admin admin] Publish callbacks [] for security_group (61a95b75-0992-4bc5-8443-edea5731d37c), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:37.917794 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-245f2e00-e33f-43ca-95a4-bbce31bea978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (61a95b75-0992-4bc5-8443-edea5731d37c), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:37.967919 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-245f2e00-e33f-43ca-95a4-bbce31bea978 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22e9e3a22c9146a586e2daaa7a5b7b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552742 Jul 12 14:42:37.968974 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2e00-e33f-43ca-95a4-bbce31bea978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a95b75-0992-4bc5-8443-edea5731d37c,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:37.970492 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58306) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:38.099364 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a5a0-f3bc-4716-a723-1f7ff6b3cdc9 req-72ac67f3-5aa0-4c59-abef-50ccfd623d65 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:38.101076 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf20a5a0-f3bc-4716-a723-1f7ff6b3cdc9 req-72ac67f3-5aa0-4c59-abef-50ccfd623d65 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0800815 Jul 12 14:42:38.106460 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] Publish callbacks [] for security_group (61a95b75-0992-4bc5-8443-edea5731d37c), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:38.144626 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] Publish callbacks [] for security_group (61a95b75-0992-4bc5-8443-edea5731d37c), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:38.203412 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf20a5a0-f3bc-4716-a723-1f7ff6b3cdc9 req-e15b5721-1f9e-4bb4-b61c-e5730726b894 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949023 Jul 12 14:42:38.284474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (61a95b75-0992-4bc5-8443-edea5731d37c), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:38.287063 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:38.291629 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61a95b75-0992-4bc5-8443-edea5731d37c HTTP/1.1" status: 204 len: 168 time: 0.3167188 Jul 12 14:42:38.301180 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daba1c-21d0-45b2-8387-70274bfd87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a95b75-0992-4bc5-8443-edea5731d37c,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:38.451086 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d630926-430c-41d5-bd06-2a79a6f666ea req-34d2c4c1-1bf8-446b-9085-44583c7eb8e1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:38.458688 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8d630926-430c-41d5-bd06-2a79a6f666ea req-34d2c4c1-1bf8-446b-9085-44583c7eb8e1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0702984 Jul 12 14:42:38.517215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8d630926-430c-41d5-bd06-2a79a6f666ea req-6cf2d4f4-9923-40fe-bd7c-3bd02cf1e687 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555322 Jul 12 14:42:39.358334 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240bb2-83fd-46f1-b29e-a8ad0bce4e92 req-d2e89bbb-9f6a-472a-bfa8-91beba76dfae tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:39.366515 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96240bb2-83fd-46f1-b29e-a8ad0bce4e92 req-d2e89bbb-9f6a-472a-bfa8-91beba76dfae tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0604553 Jul 12 14:42:39.419465 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96240bb2-83fd-46f1-b29e-a8ad0bce4e92 req-48ffd681-08f1-4de8-b3ca-7992c77ebaf5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520761 Jul 12 14:42:40.262470 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:40.582836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d29c76-3ba5-444b-b392-a6dd09b405b9 req-cd4990d1-5980-4df1-a175-8f40de517cc4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:40.585349 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d29c76-3ba5-444b-b392-a6dd09b405b9 req-cd4990d1-5980-4df1-a175-8f40de517cc4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0728495 Jul 12 14:42:40.669742 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d29c76-3ba5-444b-b392-a6dd09b405b9 req-577ca810-2e59-46c6-b9ba-c1260c0ed0df tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772974 Jul 12 14:42:41.268879 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:41.837006 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f312-8184-4a4d-b0fa-3cbe110d585a req-0cc9f5c9-6bed-49a5-a5c8-e1e6c060203b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:41.839949 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec30f312-8184-4a4d-b0fa-3cbe110d585a req-0cc9f5c9-6bed-49a5-a5c8-e1e6c060203b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0830576 Jul 12 14:42:41.883004 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:41.892567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:41.897816 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec30f312-8184-4a4d-b0fa-3cbe110d585a req-55f132c4-9189-467e-9f2e-2cee8f562b3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518720 Jul 12 14:42:43.045251 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39b5d2-3cc5-4d47-a66e-9412ac2d59ff req-9f4d45ea-193e-4c31-abf1-36a0b43542ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:43.051974 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5b39b5d2-3cc5-4d47-a66e-9412ac2d59ff req-9f4d45ea-193e-4c31-abf1-36a0b43542ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0671482 Jul 12 14:42:43.101783 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5b39b5d2-3cc5-4d47-a66e-9412ac2d59ff req-d8b50b5a-9739-4411-8436-680a2c44d098 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489593 Jul 12 14:42:43.472004 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8ada5ea4-f2fd-4be7-a470-993abe35e003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:44.222213 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533924ae-defd-428c-bf71-c10f2822b8d2 req-d652a9b7-897d-479d-9a1e-d228b33bf13a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:44.223693 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-533924ae-defd-428c-bf71-c10f2822b8d2 req-d652a9b7-897d-479d-9a1e-d228b33bf13a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0469167 Jul 12 14:42:44.270334 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-533924ae-defd-428c-bf71-c10f2822b8d2 req-525d527f-d056-419c-a7ba-6d20cadee86f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Jul 12 14:42:45.391060 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2afce-1bb6-4299-8284-3ce44b413b68 req-61cfadab-c10e-4f87-ac1a-3c742e2932e4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:45.392523 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23b2afce-1bb6-4299-8284-3ce44b413b68 req-61cfadab-c10e-4f87-ac1a-3c742e2932e4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0490971 Jul 12 14:42:45.443293 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23b2afce-1bb6-4299-8284-3ce44b413b68 req-ff516434-1cf6-49cd-9757-59fee4e2474b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Jul 12 14:42:45.591582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a7eef221-22f8-4162-b332-17bb907a1785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:46.561461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1104b1-45eb-4cae-8665-cb59da155bc9 req-d3306abc-65b0-45b8-a6bb-98090e13fdc6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:46.563048 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c1104b1-45eb-4cae-8665-cb59da155bc9 req-d3306abc-65b0-45b8-a6bb-98090e13fdc6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0467360 Jul 12 14:42:46.610254 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c1104b1-45eb-4cae-8665-cb59da155bc9 req-358ce6e2-b920-4ffb-9dcc-97bec2bf1d4f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Jul 12 14:42:46.734692 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:47.193185 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-ad15955e-38ff-4fb3-9fdc-cb0bc4bd7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:47.193185 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-ad15955e-38ff-4fb3-9fdc-cb0bc4bd7998 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1130 time: 0.0409160 Jul 12 14:42:47.304115 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-13cdaccc-7124-4e53-a8af-df4b5a9144c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:47.305555 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-13cdaccc-7124-4e53-a8af-df4b5a9144c3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.1014681 Jul 12 14:42:47.378004 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-f0eafc80-4263-49a4-967b-78b27064ca00 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 1001 time: 0.0549231 Jul 12 14:42:47.430573 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-1fc89698-13f0-4904-bc37-c7fecf6940ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:47.432072 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-1fc89698-13f0-4904-bc37-c7fecf6940ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0451458 Jul 12 14:42:47.482205 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-6f42593b-50e5-4f45-abdd-86bb236508e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:47.483703 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-6f42593b-50e5-4f45-abdd-86bb236508e2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430412 Jul 12 14:42:47.579123 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-b9ab31eb-a0fd-479a-9205-b822c9a2c464 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Jul 12 14:42:47.689380 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1da0acbd-d7a4-4cd0-a2f8-4c278922195e req-748723cc-4de8-43de-b490-053859fd0a4d service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002071 Jul 12 14:42:47.734608 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad744a55-e04f-45ed-b0d1-4006e109bed5 req-8ef8e304-ebd4-4c2e-b427-d6593ee087ad tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:47.736136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ad744a55-e04f-45ed-b0d1-4006e109bed5 req-8ef8e304-ebd4-4c2e-b427-d6593ee087ad tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0501742 Jul 12 14:42:47.785471 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ad744a55-e04f-45ed-b0d1-4006e109bed5 req-5303d5df-a07b-4621-bf76-ea751a42ac6e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Jul 12 14:42:47.958201 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:47.962074 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:48.220027 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:48.672741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:48.908127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d167c-b635-48bd-88a6-7cfbe51a406a req-0dcf1001-fb53-4c49-ba9a-ee817a9f554b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:48.909568 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d92d167c-b635-48bd-88a6-7cfbe51a406a req-0dcf1001-fb53-4c49-ba9a-ee817a9f554b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0527413 Jul 12 14:42:48.935141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:48.948037 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:48.959331 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d92d167c-b635-48bd-88a6-7cfbe51a406a req-f036c4c8-124d-476c-a9db-b7773eca6eca tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Jul 12 14:42:50.083245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad17be0-f70a-4826-9327-e19b086f1412 req-f460224e-3579-483c-aae1-4c7b552789ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:50.084784 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fad17be0-f70a-4826-9327-e19b086f1412 req-f460224e-3579-483c-aae1-4c7b552789ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 946 time: 0.0489812 Jul 12 14:42:50.137493 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fad17be0-f70a-4826-9327-e19b086f1412 req-5bdb748b-0b50-4b64-bbca-a4817479b00d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468605 Jul 12 14:42:50.509706 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:42:50.599265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: ACTIVE; New status is: DOWN {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:50.599681 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:50.623939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:42:50.626191 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e1aa2-5dbe-4eaa-b17c-2807c81fc670" -d '{"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:42:50.638864 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:42:50.672016 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b9b8a-46f5-4ef0-80a9-4527249aaafa x-openstack-request-id: req-c07b9b8a-46f5-4ef0-80a9-4527249aaafa {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:42:50.673040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:42:50.673040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c07b9b8a-46f5-4ef0-80a9-4527249aaafa {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:42:50.673040 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07b9b8a-46f5-4ef0-80a9-4527249aaafa'] response: {'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'code': 200} Jul 12 14:42:50.701958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:50.752268 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=8']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:50.759320 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.759663 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.760030 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.760368 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.760685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.761008 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.761377 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.761698 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.762034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.762357 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.762678 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.763022 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.763349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.763723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:50.764042 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:51.256244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd499b1f-be07-4a25-a396-4a4f02624c71 req-90c9807e-b547-442a-8a02-0ed49ec43aed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:51.257737 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd499b1f-be07-4a25-a396-4a4f02624c71 req-90c9807e-b547-442a-8a02-0ed49ec43aed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0481403 Jul 12 14:42:51.309570 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd499b1f-be07-4a25-a396-4a4f02624c71 req-f55ac164-3fa7-448e-9c1f-7c2b11cb2b0b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452161 Jul 12 14:42:52.654485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-b3ddf6c4-026c-4a93-b717-c6d15557ed66 req-d1981d81-0267-43a4-9cbd-e0fda0776996 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:42:52.655491 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3ddf6c4-026c-4a93-b717-c6d15557ed66 req-d1981d81-0267-43a4-9cbd-e0fda0776996 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052893 Jul 12 14:42:52.972064 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208e382-a6be-4ef0-892e-4d9bfb1cdbf1 req-1efa964e-9f05-48fc-af94-7772759ca67c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:52.973539 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6208e382-a6be-4ef0-892e-4d9bfb1cdbf1 req-1efa964e-9f05-48fc-af94-7772759ca67c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0465345 Jul 12 14:42:53.022845 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6208e382-a6be-4ef0-892e-4d9bfb1cdbf1 req-db880f8b-cdee-46f0-b195-e0a33e01a6c3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Jul 12 14:42:53.469910 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58572) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:53.551796 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-eba4ef79-6fbf-4075-b61d-178f6da1c9b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807533 Jul 12 14:42:53.559912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-f28b7c1d-fc4c-4e92-a7e0-a2777c9857c7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:42:53.560955 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-f28b7c1d-fc4c-4e92-a7e0-a2777c9857c7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046773 Jul 12 14:42:53.643112 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58584) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:53.740611 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-e9ec022b-d7c2-4a65-a024-41a184ff3e85 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:53.741986 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-e9ec022b-d7c2-4a65-a024-41a184ff3e85 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports/f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 941 time: 0.0978813 Jul 12 14:42:54.146563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca846e-c617-476d-a21e-de25b48b68c9 req-2e0d8934-e97d-4400-84cd-cdd2c6aae738 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:54.148024 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dca846e-c617-476d-a21e-de25b48b68c9 req-2e0d8934-e97d-4400-84cd-cdd2c6aae738 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0508835 Jul 12 14:42:54.195829 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7dca846e-c617-476d-a21e-de25b48b68c9 req-2d89130b-92af-40db-8fc9-c9fec1c39f04 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414350 Jul 12 14:42:55.316737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5902e-85ac-43ff-b4e8-e29ef5abbd52 req-018e3dc0-94ec-41fa-a0dd-8b22a9c185e6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:55.318108 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-90c5902e-85ac-43ff-b4e8-e29ef5abbd52 req-018e3dc0-94ec-41fa-a0dd-8b22a9c185e6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0467241 Jul 12 14:42:55.363703 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-90c5902e-85ac-43ff-b4e8-e29ef5abbd52 req-9d61557c-fe70-451a-a1aa-f162b2c44c26 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403833 Jul 12 14:42:55.763871 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:42:55.833803 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: DOWN; New status is: DOWN {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:42:56.004685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:56.483923 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2994-4028-4d09-abcd-cdf9b4bd28bd req-b2a8d266-5317-434f-ba8f-aba4ebc21ba9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:56.485305 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69db2994-4028-4d09-abcd-cdf9b4bd28bd req-b2a8d266-5317-434f-ba8f-aba4ebc21ba9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0506489 Jul 12 14:42:56.531936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69db2994-4028-4d09-abcd-cdf9b4bd28bd req-e8f1f9da-7ab2-49b8-954e-7aae078122f7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Jul 12 14:42:57.654957 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5df3f-e07c-4220-8ac0-f7533d2fab2a req-8e8392ba-00fa-4806-aca9-b52e763edde3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:57.657130 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3cb5df3f-e07c-4220-8ac0-f7533d2fab2a req-8e8392ba-00fa-4806-aca9-b52e763edde3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0477982 Jul 12 14:42:57.704324 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3cb5df3f-e07c-4220-8ac0-f7533d2fab2a req-babe081f-2288-48e3-bc3d-5d41df6e1729 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Jul 12 14:42:58.308078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-1e39e08a-c9b8-4363-9eb4-699c7194bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.309588 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-1e39e08a-c9b8-4363-9eb4-699c7194bbd7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 1128 time: 0.0726609 Jul 12 14:42:58.608015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-b6e45db3-20b7-4189-b88f-5e79d5a40bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.609605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-b6e45db3-20b7-4189-b88f-5e79d5a40bdb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1128 time: 0.2624362 Jul 12 14:42:58.704990 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-2cc5ad36-3ea7-4aa0-9289-6105accef9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.706495 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-2cc5ad36-3ea7-4aa0-9289-6105accef9f6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.0859869 Jul 12 14:42:58.772701 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-a7eaed19-3c9e-4eb1-81d8-fbc15b30da95 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 200 len: 999 time: 0.0572855 Jul 12 14:42:58.843148 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:58.848597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:42:58.858880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-57b04a4d-efe7-4a71-ac6d-dd956240a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.860409 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-57b04a4d-efe7-4a71-ac6d-dd956240a455 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0802412 Jul 12 14:42:58.864775 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58634) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:58.869340 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f0c6-53d8-4f16-ac90-6ed35fca9b13 req-e1a257e1-b4e4-4a32-9401-78cab9e5ea61 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.871110 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb57f0c6-53d8-4f16-ac90-6ed35fca9b13 req-e1a257e1-b4e4-4a32-9401-78cab9e5ea61 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0622633 Jul 12 14:42:58.935173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-c73773fb-6bf2-43f7-9f60-4f5d5db4a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:42:58.936673 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-c73773fb-6bf2-43f7-9f60-4f5d5db4a3ba service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647190 Jul 12 14:42:58.958805 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cb57f0c6-53d8-4f16-ac90-6ed35fca9b13 req-bd2de26b-1d9d-4867-9fdc-92d05c9149c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784752 Jul 12 14:42:58.977223 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.037671 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-b314e0a0-57cf-48f3-9c35-a7c7dcb53cde service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Jul 12 14:42:59.056760 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Publish callbacks [] for security_group (6f1815ad-ae75-4bc9-aab9-cc29953584c9), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.126187 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6f1815ad-ae75-4bc9-aab9-cc29953584c9), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.139808 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4c42e25-cd6a-4411-9c71-d51fc0e89dcd req-2c45e9e1-cf8b-4f2e-8a06-38660eca8ee9 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942430 Jul 12 14:42:59.166524 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=220721ec418148c0b8efff4038b3e1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006592 Jul 12 14:42:59.167754 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1815ad-ae75-4bc9-aab9-cc29953584c9,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:42:59.169127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58638) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:42:59.176318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.176663 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.176999 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.177361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.177693 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.178021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.178339 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.178663 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.178983 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.179302 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.179622 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.179977 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.180293 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.180608 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.180923 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5a0be4-7f0b-461e-82c9-9e1d1def614e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:42:59.218420 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] Publish callbacks [] for security_group (6f1815ad-ae75-4bc9-aab9-cc29953584c9), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.239936 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] Publish callbacks [] for security_group (6f1815ad-ae75-4bc9-aab9-cc29953584c9), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.244852 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:42:59.352195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (6f1815ad-ae75-4bc9-aab9-cc29953584c9), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.354698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:42:59.355842 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f1815ad-ae75-4bc9-aab9-cc29953584c9 HTTP/1.1" status: 204 len: 168 time: 0.1851397 Jul 12 14:42:59.364989 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba07426-afa6-4392-81c8-5843375ed49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1815ad-ae75-4bc9-aab9-cc29953584c9,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:00.133720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19068a-307e-4ebd-8d34-24ca710e7645 req-89839f1a-fb12-4c30-9a3a-543498caa987 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:00.142200 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0a19068a-307e-4ebd-8d34-24ca710e7645 req-89839f1a-fb12-4c30-9a3a-543498caa987 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0719626 Jul 12 14:43:00.236261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edd7c3-e970-4a2c-8bba-d33042b376c7 req-130134a0-f764-4753-9142-12c28f06bb48 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:00.238307 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7edd7c3-e970-4a2c-8bba-d33042b376c7 req-130134a0-f764-4753-9142-12c28f06bb48 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0730710 Jul 12 14:43:00.304164 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0a19068a-307e-4ebd-8d34-24ca710e7645 req-e20960b6-ea21-4c5d-94a1-ef3bbe3332ea tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606233 Jul 12 14:43:00.358330 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7edd7c3-e970-4a2c-8bba-d33042b376c7 req-cd79c46a-c78a-4cc4-b39f-65c04f203e44 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024354 Jul 12 14:43:01.455465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d779a0e-1fcf-4adc-b31d-14fbefd81ea6 req-dc1d0188-43ea-465c-92d1-b6bda902fb8f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:01.471749 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d779a0e-1fcf-4adc-b31d-14fbefd81ea6 req-dc1d0188-43ea-465c-92d1-b6bda902fb8f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0885916 Jul 12 14:43:01.555695 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff474228-98f9-4171-a0b7-91ea5017fc3f req-c335455f-99c7-468a-a46b-1958e6bb8bd7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:01.557809 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ff474228-98f9-4171-a0b7-91ea5017fc3f req-c335455f-99c7-468a-a46b-1958e6bb8bd7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0833778 Jul 12 14:43:01.592567 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d779a0e-1fcf-4adc-b31d-14fbefd81ea6 req-d3700213-87f2-482b-8285-14b397cfdf13 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198437 Jul 12 14:43:01.669897 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ff474228-98f9-4171-a0b7-91ea5017fc3f req-80fd09b9-a63d-4131-8ffd-76a0b3060fab tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999854 Jul 12 14:43:02.805295 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffec0-b38f-4498-b66b-a758cfbb639a req-56d3db7d-eda3-4221-bb1d-1f3cee3a7b36 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:02.815481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-73dffec0-b38f-4498-b66b-a758cfbb639a req-56d3db7d-eda3-4221-bb1d-1f3cee3a7b36 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0919120 Jul 12 14:43:02.834827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe73ed-3f1b-46b9-a7ec-d88463f4c1bd req-5736faa1-249f-47ac-b6c0-51706aebb622 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:02.836485 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2ebe73ed-3f1b-46b9-a7ec-d88463f4c1bd req-5736faa1-249f-47ac-b6c0-51706aebb622 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0746078 Jul 12 14:43:02.839223 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:02.865739 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:02.901801 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-73dffec0-b38f-4498-b66b-a758cfbb639a req-9af3aa10-902a-4a8f-bece-29009df13936 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888534 Jul 12 14:43:02.957849 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2ebe73ed-3f1b-46b9-a7ec-d88463f4c1bd req-2d708ba3-5539-446e-9c1c-6cda62930975 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147783 Jul 12 14:43:03.532638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58760) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:03.660668 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bcecd4eb-1b7b-4288-9174-16b035501968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:03.749128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bcecd4eb-1b7b-4288-9174-16b035501968 admin admin] Publish callbacks [] for security_group (8ac3626c-c79f-4f87-bda8-9b8a66e5c127), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:03.831811 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bcecd4eb-1b7b-4288-9174-16b035501968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8ac3626c-c79f-4f87-bda8-9b8a66e5c127), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:03.870606 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58766) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:03.871220 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-bcecd4eb-1b7b-4288-9174-16b035501968 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f5afd9a249541c98259fc9da5431971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368866 Jul 12 14:43:03.887339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd4eb-1b7b-4288-9174-16b035501968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3626c-c79f-4f87-bda8-9b8a66e5c127,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:03.938418 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] Publish callbacks [] for security_group (8ac3626c-c79f-4f87-bda8-9b8a66e5c127), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:03.971606 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] Publish callbacks [] for security_group (8ac3626c-c79f-4f87-bda8-9b8a66e5c127), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:04.085061 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603a72-503b-4386-952c-b6a52a2c4248 req-c8d50e4d-e3e6-47f2-8bd3-fb00903aeb7b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:04.092768 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a2603a72-503b-4386-952c-b6a52a2c4248 req-c8d50e4d-e3e6-47f2-8bd3-fb00903aeb7b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1112349 Jul 12 14:43:04.124985 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8ac3626c-c79f-4f87-bda8-9b8a66e5c127), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:04.127714 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:04.128988 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ac3626c-c79f-4f87-bda8-9b8a66e5c127 HTTP/1.1" status: 204 len: 168 time: 0.2572284 Jul 12 14:43:04.143441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecec3b0-3c65-4ea8-b813-5632339cf43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3626c-c79f-4f87-bda8-9b8a66e5c127,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:04.151202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b30d3-c2ee-4a65-ac88-1b79aa917f1c req-676e698e-2b1b-4939-922b-0b93de6df42e tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:04.152717 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d7b30d3-c2ee-4a65-ac88-1b79aa917f1c req-676e698e-2b1b-4939-922b-0b93de6df42e tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.1005788 Jul 12 14:43:04.172331 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:04.173265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:04.206215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a2603a72-503b-4386-952c-b6a52a2c4248 req-3bc4eba9-d3a3-4964-bc0d-9f328888ae6f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121881 Jul 12 14:43:04.259944 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d7b30d3-c2ee-4a65-ac88-1b79aa917f1c req-7584bec0-b042-470b-bda3-f79e0ff2d4c1 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002262 Jul 12 14:43:05.397334 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ad145-8ca4-484b-82b6-be94f14e3e1f req-9c11f13f-2e35-4f36-9b5e-20081c6ab560 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:05.398917 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-341ad145-8ca4-484b-82b6-be94f14e3e1f req-9c11f13f-2e35-4f36-9b5e-20081c6ab560 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1064966 Jul 12 14:43:05.420336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaec76-7401-400f-9cae-4f19e94ced9c req-56edfd06-565c-4849-935d-313092ab5cc7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:05.421943 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4fcaec76-7401-400f-9cae-4f19e94ced9c req-56edfd06-565c-4849-935d-313092ab5cc7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0791824 Jul 12 14:43:05.507245 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-341ad145-8ca4-484b-82b6-be94f14e3e1f req-e72ea63a-5e11-45df-8a9a-bc37e7022731 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998788 Jul 12 14:43:05.542660 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4fcaec76-7401-400f-9cae-4f19e94ced9c req-ea1afa40-3819-49b7-a34d-d7f53c706a82 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112652 Jul 12 14:43:06.698243 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a5921-30c9-4357-a9a8-e8415931b05c req-b1fff7fc-9ad7-4426-a412-f7ddf078754a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:06.699785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a8a5921-30c9-4357-a9a8-e8415931b05c req-b1fff7fc-9ad7-4426-a412-f7ddf078754a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0992646 Jul 12 14:43:06.708831 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fce21-6788-4333-b87d-5fd70e65b678 req-47745a30-c3a3-4f63-8fe4-576b403a1be2 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:06.710448 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-873fce21-6788-4333-b87d-5fd70e65b678 req-47745a30-c3a3-4f63-8fe4-576b403a1be2 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0869031 Jul 12 14:43:06.806126 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-873fce21-6788-4333-b87d-5fd70e65b678 req-47743e2d-ff98-4b35-ae6e-28bdcae1ed45 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879273 Jul 12 14:43:06.809046 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a8a5921-30c9-4357-a9a8-e8415931b05c req-8447b6b0-3323-4e07-82f7-44564a518670 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976744 Jul 12 14:43:07.978529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:08.012339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69440-a229-422a-a56e-a177499e8be5 req-a12740b5-216a-47f8-a8ab-cbfddad530cc tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:08.014486 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-38d69440-a229-422a-a56e-a177499e8be5 req-a12740b5-216a-47f8-a8ab-cbfddad530cc tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.1014664 Jul 12 14:43:08.049091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe138d-a7a3-43c5-80b5-e77327f06dad req-60faa243-a0a6-455e-a661-67533cf321eb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:08.053749 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f8fe138d-a7a3-43c5-80b5-e77327f06dad req-60faa243-a0a6-455e-a661-67533cf321eb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0996072 Jul 12 14:43:08.066252 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:08.145425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-38d69440-a229-422a-a56e-a177499e8be5 req-c01a9838-1644-4cbf-961d-8ceedc0947d8 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247907 Jul 12 14:43:08.154444 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f8fe138d-a7a3-43c5-80b5-e77327f06dad req-0bb1bfef-8edd-4b14-baa5-979a096a460c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967102 Jul 12 14:43:09.341818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa6e64-2e61-4e87-8f92-ac5de5b36ec9 req-957f0301-c67f-42f4-94c8-1bea1bcf4ae7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:09.342535 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3afa6e64-2e61-4e87-8f92-ac5de5b36ec9 req-957f0301-c67f-42f4-94c8-1bea1bcf4ae7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0990217 Jul 12 14:43:09.351269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e32f5-7b09-42b6-879b-f6e08352eb2a req-10574962-db7f-4291-b8a3-945b3ff3ce36 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:09.352824 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-876e32f5-7b09-42b6-879b-f6e08352eb2a req-10574962-db7f-4291-b8a3-945b3ff3ce36 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0713336 Jul 12 14:43:09.448492 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-876e32f5-7b09-42b6-879b-f6e08352eb2a req-4bb9e3f4-c697-4d32-8541-25db1dcc89af tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852585 Jul 12 14:43:09.468862 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3afa6e64-2e61-4e87-8f92-ac5de5b36ec9 req-e1c3ee19-9b22-4181-a004-7a0d0b0eabd5 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150186 Jul 12 14:43:09.863625 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-ed12c54f-06c7-40cf-b42c-c2747b8e17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:09.864964 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-ed12c54f-06c7-40cf-b42c-c2747b8e17ac service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1168 time: 0.0395062 Jul 12 14:43:09.978520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-0325f683-38ee-4fad-b5b7-c46369050692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:09.979981 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-0325f683-38ee-4fad-b5b7-c46369050692 service neutron] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 914 time: 0.1041987 Jul 12 14:43:10.686405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01be71-4325-4e7d-bcd9-f94447fb1deb req-c8840e5c-1344-421c-aaed-6d7500b202b9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:10.687877 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0c01be71-4325-4e7d-bcd9-f94447fb1deb req-c8840e5c-1344-421c-aaed-6d7500b202b9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1246603 Jul 12 14:43:10.690010 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-a7855a75-b622-4ddd-9692-22c92463b230 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 1001 time: 0.1702473 Jul 12 14:43:10.696071 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b990b-f8e9-43a3-9628-2a161a77939d req-1b7be800-d599-4f96-8329-0d77574b180a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:10.697367 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-106b990b-f8e9-43a3-9628-2a161a77939d req-1b7be800-d599-4f96-8329-0d77574b180a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.1326063 Jul 12 14:43:10.806134 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0c01be71-4325-4e7d-bcd9-f94447fb1deb req-2579e37a-dfc7-48a9-b08d-5f8c124ab68d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078167 Jul 12 14:43:10.810958 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-7e9a920c-297e-4a57-9e63-720f5a7592b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:10.812371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-7e9a920c-297e-4a57-9e63-720f5a7592b0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.1125283 Jul 12 14:43:10.872447 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-106b990b-f8e9-43a3-9628-2a161a77939d req-5a9ffdfa-2d74-4f91-b58c-b9eb06c733d2 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608224 Jul 12 14:43:10.877827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-a9c1b720-663f-4964-9931-d2be17fe5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:10.879368 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-a9c1b720-663f-4964-9931-d2be17fe5643 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581758 Jul 12 14:43:10.935980 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58890) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:10.979307 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-c2c3bcc8-4c3a-4478-aed1-7c85ba3032b5 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918920 Jul 12 14:43:11.049418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58896) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:11.063056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:11.088367 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-26787321-bcd3-4edc-97c2-e61525a2c981 req-4ed7b8f9-e2ed-406b-a37e-ed72a8ff0c64 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011999 Jul 12 14:43:11.100172 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e4b55d9a-9942-4028-ab0b-6c640bb80d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.115636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-96e0d483-b55f-48f4-a903-713e7d33bcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.141520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:11.180350 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e4b55d9a-9942-4028-ab0b-6c640bb80d5a admin admin] Publish callbacks [] for security_group (e97fb1f8-9f85-4bf1-bb28-893685d4fe47), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.196340 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-96e0d483-b55f-48f4-a903-713e7d33bcb7 admin admin] Publish callbacks [] for security_group (84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.222249 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e4b55d9a-9942-4028-ab0b-6c640bb80d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e97fb1f8-9f85-4bf1-bb28-893685d4fe47), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.245523 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-96e0d483-b55f-48f4-a903-713e7d33bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.264070 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e4b55d9a-9942-4028-ab0b-6c640bb80d5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b6f464e31a04e28b181ba776e68723b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269985 Jul 12 14:43:11.265363 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b55d9a-9942-4028-ab0b-6c640bb80d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97fb1f8-9f85-4bf1-bb28-893685d4fe47,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:11.269099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58900) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:11.286072 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0d483-b55f-48f4-a903-713e7d33bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:11.290283 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-96e0d483-b55f-48f4-a903-713e7d33bcb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de97a1f185f6407d9739f7ad33543abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396142 Jul 12 14:43:11.292975 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58902) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:11.322783 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] Publish callbacks [] for security_group (e97fb1f8-9f85-4bf1-bb28-893685d4fe47), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.343997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] Publish callbacks [] for security_group (e97fb1f8-9f85-4bf1-bb28-893685d4fe47), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.348326 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] Publish callbacks [] for security_group (84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.373244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] Publish callbacks [] for security_group (84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.478406 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e97fb1f8-9f85-4bf1-bb28-893685d4fe47), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.478597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.480998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.481399 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:11.484760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11 HTTP/1.1" status: 204 len: 168 time: 0.1887777 Jul 12 14:43:11.485988 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e97fb1f8-9f85-4bf1-bb28-893685d4fe47 HTTP/1.1" status: 204 len: 168 time: 0.2158532 Jul 12 14:43:11.493081 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da8aa1-fb9a-4660-a891-54a319b44e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cafd24-fb02-4d8f-a9b9-3c3ed92d6a11,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:11.494183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c12218-e085-49da-8373-b456e375b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97fb1f8-9f85-4bf1-bb28-893685d4fe47,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:11.934157 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c49f-fb67-4bce-8c1a-9eafca91c56b req-a7703b94-fb25-4f11-9d9c-d76451ef07c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:11.935777 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1027c49f-fb67-4bce-8c1a-9eafca91c56b req-a7703b94-fb25-4f11-9d9c-d76451ef07c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0513446 Jul 12 14:43:12.024014 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1027c49f-fb67-4bce-8c1a-9eafca91c56b req-c7741024-0783-46c0-983c-41ea930613ab tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814068 Jul 12 14:43:12.035255 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc7c5e-a55d-4508-bdea-f26d2ee22caa req-2f79e60c-d486-4963-b424-e31bbc223542 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:12.036814 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04fc7c5e-a55d-4508-bdea-f26d2ee22caa req-2f79e60c-d486-4963-b424-e31bbc223542 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0617692 Jul 12 14:43:12.100324 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04fc7c5e-a55d-4508-bdea-f26d2ee22caa req-b38cc4a5-20a6-450c-b96d-a26132fdfb15 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564790 Jul 12 14:43:12.520241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58948) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:12.662680 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58954) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:12.711661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-256982054-network', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:12.721003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202097992-network', 'tenant_id': '1f15caa06dac4f2b952ff64f9e9e74ca'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:12.844777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Made reservation on behalf of c361a671e3fc43c8a536f6526dc530b1 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:12.847057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:12.855557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:12.880652 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Made reservation on behalf of 1f15caa06dac4f2b952ff64f9e9e74ca for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:12.882857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:12.898896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:12.932750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:12.972655 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks [] for security_group (7c530358-1e42-45d4-b113-9d0bced1af77), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.002851 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:13.014082 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks [] for security_group (31cc9e04-510c-4de4-b076-2ab70c8e23b4), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.045420 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7c530358-1e42-45d4-b113-9d0bced1af77), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.071740 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:43:13.082378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c530358-1e42-45d4-b113-9d0bced1af77,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:13.088216 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (2a470c94-e932-49db-9c6e-0d540e68d3cc), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.088559 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Added segment 2a470c94-e932-49db-9c6e-0d540e68d3cc of type vlan for network 053ecff6-71cf-4863-84fc-402dc3a5230b Jul 12 14:43:13.138978 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (31cc9e04-510c-4de4-b076-2ab70c8e23b4), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.164640 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (053ecff6-71cf-4863-84fc-402dc3a5230b), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.203131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:43:13.259497 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167f27f-1548-4c55-bec1-2105ffc9efd6 req-9e16e50d-eb23-4959-bccd-2760aaf79627 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:13.261092 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4167f27f-1548-4c55-bec1-2105ffc9efd6 req-9e16e50d-eb23-4959-bccd-2760aaf79627 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.1441009 Jul 12 14:43:13.264446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (17134863-6e9d-4947-aa39-3f823d4322d6), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.264790 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Added segment 17134863-6e9d-4947-aa39-3f823d4322d6 of type vlan for network 1d62481f-a360-40af-871f-8e152ec500d6 Jul 12 14:43:13.280243 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc9e04-510c-4de4-b076-2ab70c8e23b4,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:13.334042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84914e2-e943-4fcb-98be-d993c9c821dc req-88d6ac4b-fd5e-4011-92e7-80daed1698e3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:13.335505 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c84914e2-e943-4fcb-98be-d993c9c821dc req-88d6ac4b-fd5e-4011-92e7-80daed1698e3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.1591737 Jul 12 14:43:13.350200 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8ca65e71-a6d6-4a5b-9543-f1af6374a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.365042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (1d62481f-a360-40af-871f-8e152ec500d6), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.387897 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (053ecff6-71cf-4863-84fc-402dc3a5230b), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.389504 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:13.390072 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.394530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:13.418434 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4167f27f-1548-4c55-bec1-2105ffc9efd6 req-6a04ba55-bd66-473d-83f9-d8031c6f666a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494281 Jul 12 14:43:13.495047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=053ecff6-71cf-4863-84fc-402dc3a5230b,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:13.505599 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (1d62481f-a360-40af-871f-8e152ec500d6), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.506326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 053ecff6-71cf-4863-84fc-402dc3a5230b details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:43:13.506594 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:13.507159 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.512470 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-72831790-271d-4bca-baf8-20c9725ebcd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8487828 Jul 12 14:43:13.516137 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58962) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:13.523697 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Request body: {'subnet': {'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-256982054-subnet', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:13.541186 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c84914e2-e943-4fcb-98be-d993c9c821dc req-db8eb914-6ae8-4174-8049-1116be4a2f3d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923938 Jul 12 14:43:13.587605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] Pushing event updated for resources: {'Network': ['ID=1d62481f-a360-40af-871f-8e152ec500d6,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:13.597048 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 1d62481f-a360-40af-871f-8e152ec500d6 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:43:13.616220 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-dc8271a9-3477-4a1a-b2c0-7c774c6ccc39 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0921416 Jul 12 14:43:13.616439 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 58966) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:13.621475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Request body: {'subnet': {'network_id': '1d62481f-a360-40af-871f-8e152ec500d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202097992-subnet', 'tenant_id': '1f15caa06dac4f2b952ff64f9e9e74ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:13.621997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Made reservation on behalf of c361a671e3fc43c8a536f6526dc530b1 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:13.625078 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.682776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:13.685802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Made reservation on behalf of 1f15caa06dac4f2b952ff64f9e9e74ca for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:13.688432 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.699440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:13.856631 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (773b3dd9-aa95-410f-ae4e-be124423c3ba), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:13.918137 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=773b3dd9-aa95-410f-ae4e-be124423c3ba,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:13.926947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:13.926947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Network hostable DHCP agents. Network: 053ecff6-71cf-4863-84fc-402dc3a5230b, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:43:13.942524 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (26231823-fe43-4af0-84b6-516c1e0f00dc), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.001392 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26231823-fe43-4af0-84b6-516c1e0f00dc,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:14.008702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Checking segment: {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:14.009058 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Network hostable DHCP agents. Network: 1d62481f-a360-40af-871f-8e152ec500d6, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:43:14.051052 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:43:14.118507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Network 1d62481f-a360-40af-871f-8e152ec500d6 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:43:14.175438 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 053ecff6-71cf-4863-84fc-402dc3a5230b) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:14.176831 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 1d62481f-a360-40af-871f-8e152ec500d6) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:14.180563 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:14.181279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.185589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:14.185589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.191038 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578853f6-5549-49ac-8c43-d1be0561a8db None None] Network 053ecff6-71cf-4863-84fc-402dc3a5230b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:14.194338 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a1923-0089-4628-9e4d-829d5070327b None None] Network 1d62481f-a360-40af-871f-8e152ec500d6 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:14.253693 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-898c1c90-b9e0-4b64-ad04-dd54de0eb18a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7356234 Jul 12 14:43:14.256244 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 58968) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:14.260447 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:14.265412 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b72e25ab-b5a3-4b83-a5b9-02ff20a8fd68 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6479068 Jul 12 14:43:14.372620 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-053ecff6-71cf-4863-84fc-402dc3a5230b', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:43:14.373582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.375928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.377015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.389491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc7f48-254f-4b22-a795-0406cdc3cefe None None] Network 1d62481f-a360-40af-871f-8e152ec500d6 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:14.435329 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for router_controller (99b00f22-96b6-406a-a6f6-f2d240adf0fb), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.565631 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87127-f607-49d5-a554-b052df17075f req-1fd535f3-70f1-468f-8653-520805a6310b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:14.573582 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-98d87127-f607-49d5-a554-b052df17075f req-1fd535f3-70f1-468f-8653-520805a6310b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0669315 Jul 12 14:43:14.654879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-98d87127-f607-49d5-a554-b052df17075f req-bb8d3129-0e22-4022-87a4-8000ac089e3a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792961 Jul 12 14:43:14.715217 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for router_gateway (99b00f22-96b6-406a-a6f6-f2d240adf0fb), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.728509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:14.740689 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a555d4a-6046-406e-8c51-7c99a098d964 req-8c75acc5-5dc4-465f-a975-dd3efc5acfde tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:14.745656 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a555d4a-6046-406e-8c51-7c99a098d964 req-8c75acc5-5dc4-465f-a975-dd3efc5acfde tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0612009 Jul 12 14:43:14.750620 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Allocated IP 172.20.0.2 (053ecff6-71cf-4863-84fc-402dc3a5230b/773b3dd9-aa95-410f-ae4e-be124423c3ba/946a0262-55ae-45de-abcf-bc168b2fef52) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:14.805058 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a555d4a-6046-406e-8c51-7c99a098d964 req-05b87cbc-31de-4e3d-993b-50a246ac2962 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564139 Jul 12 14:43:14.894205 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks [] for port (946a0262-55ae-45de-abcf-bc168b2fef52), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.922944 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:14.965878 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:14.991449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for router_gateway (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.009911 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:15.011126 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.012688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:15.016617 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:15.018274 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:15.023833 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Pushing event updated for resources: {'Port': ['ID=946a0262-55ae-45de-abcf-bc168b2fef52,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:15.086297 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Attempting to bind port 946a0262-55ae-45de-abcf-bc168b2fef52 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:15.086667 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Attempting to bind port 946a0262-55ae-45de-abcf-bc168b2fef52 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:15.087029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Attempting to bind port 946a0262-55ae-45de-abcf-bc168b2fef52 on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:15.092715 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:15.093084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:15.093564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.093967 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Bound using segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:15.094424 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Bound port: 946a0262-55ae-45de-abcf-bc168b2fef52, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:15.094798 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.128449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Allocated IP 172.27.3.132 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/2d123e24-7dae-4925-b425-62017e616a2f) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:15.134936 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:15.157068 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] For port 946a0262-55ae-45de-abcf-bc168b2fef52, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:15.160155 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] For port 946a0262-55ae-45de-abcf-bc168b2fef52, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=946a0262-55ae-45de-abcf-bc168b2fef52,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:15.238585 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for port (2d123e24-7dae-4925-b425-62017e616a2f), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.239641 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:15.250264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.318972 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37ec5c-0c29-408d-a269-a429e297007c None None] Pushing event updated for resources: {'Port': ['ID=946a0262-55ae-45de-abcf-bc168b2fef52,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:15.332002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (2d123e24-7dae-4925-b425-62017e616a2f), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.380429 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:15.383763 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:15.386897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:15.394601 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Pushing event updated for resources: {'Port': ['ID=2d123e24-7dae-4925-b425-62017e616a2f,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:15.634044 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2a7086e4-8957-42d0-b192-f5b979994bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.760482 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for router_gateway (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:15.786677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b72a-3d36-4fb2-9f81-a1792c8c6fea req-6fa84847-3e7a-4ec3-9201-85fe95f39dd6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:15.788251 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89a9b72a-3d36-4fb2-9f81-a1792c8c6fea req-6fa84847-3e7a-4ec3-9201-85fe95f39dd6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0514960 Jul 12 14:43:15.838900 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89a9b72a-3d36-4fb2-9f81-a1792c8c6fea req-7594f028-bbd9-4b53-94ad-7818b5497ef1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444300 Jul 12 14:43:15.899773 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:15.930432 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d521a-e7a4-4737-931b-1d5417468ac4 req-16d572fd-5ca6-446d-86a2-6ce304408e76 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:15.936940 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab7d521a-e7a4-4737-931b-1d5417468ac4 req-16d572fd-5ca6-446d-86a2-6ce304408e76 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0541613 Jul 12 14:43:16.019519 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab7d521a-e7a4-4737-931b-1d5417468ac4 req-cb018ab0-2dc5-4a9f-87ac-b1263b6b5c53 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816133 Jul 12 14:43:16.181143 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.258320 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15b9b4-a4ca-4814-8445-f2030c90f6a8 None None] Network 053ecff6-71cf-4863-84fc-402dc3a5230b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:16.346414 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Provisioning complete for port 946a0262-55ae-45de-abcf-bc168b2fef52 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:16.346699 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.392927 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:43:16.463083 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Current status of the port 946a0262-55ae-45de-abcf-bc168b2fef52 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:16.463463 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.510403 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] For port 946a0262-55ae-45de-abcf-bc168b2fef52, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=946a0262-55ae-45de-abcf-bc168b2fef52,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:16.532972 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:43:16.541916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:43:16.555686 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:16.556342 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:16.607347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.629528 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.630980 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-388fe904-4be1-4e1e-8f91-839b74337722 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3738110 Jul 12 14:43:16.634118 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59002) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:16.696690 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:16.718828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe13df-6ecf-48a9-ad63-2d30bec66d58 None None] Pushing event updated for resources: {'Port': ['ID=946a0262-55ae-45de-abcf-bc168b2fef52,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:16.720054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-65daafa0-d7cb-44cc-b952-ae9bc888c90c tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:16.726719 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-65daafa0-d7cb-44cc-b952-ae9bc888c90c tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/networks?id=1d62481f-a360-40af-871f-8e152ec500d6 HTTP/1.1" status: 200 len: 808 time: 0.1325254 Jul 12 14:43:16.729703 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-33aaa9c0-cb2e-4afc-a715-34747176e621 None None] Provisioning complete for port 946a0262-55ae-45de-abcf-bc168b2fef52 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:16.730304 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-33aaa9c0-cb2e-4afc-a715-34747176e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.737452 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:16.744052 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-46c3991f-6ab8-41e8-938f-ab79ea94cd4d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/quotas/1f15caa06dac4f2b952ff64f9e9e74ca HTTP/1.1" status: 200 len: 375 time: 0.0163450 Jul 12 14:43:16.778815 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-d0cc3285-ab6c-49f9-a420-63e419325644 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338016 Jul 12 14:43:16.813366 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:16.892338 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-13291218-6d71-4ab6-b694-eb63ed7c5e92 service neutron] 10.222.0.30 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046367 Jul 12 14:43:16.902615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:16.923397 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-33aaa9c0-cb2e-4afc-a715-34747176e621 None None] Current status of the port 946a0262-55ae-45de-abcf-bc168b2fef52 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:16.976590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:15Z', 'revision_number': 3, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:17.004065 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:43:17.004353 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Updating router 99b00f22-96b6-406a-a6f6-f2d240adf0fb port 2d123e24-7dae-4925-b425-62017e616a2f binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:43:17.007808 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:17.017623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8ddb-f2f9-414a-a617-236a3c5af1b1 req-509c01e4-b0e9-4d66-b384-ae4ae7da1ee3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:17.019084 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88ba8ddb-f2f9-414a-a617-236a3c5af1b1 req-509c01e4-b0e9-4d66-b384-ae4ae7da1ee3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0867248 Jul 12 14:43:17.035349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d123e24-7dae-4925-b425-62017e616a2f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.050918 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-6d5a94ef-24b7-4a5c-95c4-83755e63cb55 service neutron] 10.222.0.30 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567698 Jul 12 14:43:17.054748 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:17.081121 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88ba8ddb-f2f9-414a-a617-236a3c5af1b1 req-430fecc1-7c20-4610-911c-d37e2f1e88cf tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489297 Jul 12 14:43:17.097036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.239700 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a7938-02b8-4564-8d5e-777ec89d94d2 req-d2a4db75-1776-415f-9f1b-7a3fa1fced12 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:17.240566 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 946a0262-55ae-45de-abcf-bc168b2fef52 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:17.241454 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b48a7938-02b8-4564-8d5e-777ec89d94d2 req-d2a4db75-1776-415f-9f1b-7a3fa1fced12 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0616050 Jul 12 14:43:17.258194 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:17.260325 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:17.301470 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:17.314542 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Allocated IP 172.20.0.1 (053ecff6-71cf-4863-84fc-402dc3a5230b/773b3dd9-aa95-410f-ae4e-be124423c3ba/ce687297-c58d-48c4-a716-5b3b3934d4cb) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:17.348679 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 946a0262-55ae-45de-abcf-bc168b2fef52 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:17.349053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.361512 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab602a32-2a19-44aa-b5ef-fc511df49c02 req-46a7a424-31ab-4b9c-b776-7dfbb84bd4cf tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 210 time: 0.0452533 Jul 12 14:43:17.399225 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b48a7938-02b8-4564-8d5e-777ec89d94d2 req-18ca49b1-cd75-4d68-b9c9-d95f38ce998e tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509056 Jul 12 14:43:17.454111 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks [] for port (2d123e24-7dae-4925-b425-62017e616a2f), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.473066 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks [] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.498511 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 946a0262-55ae-45de-abcf-bc168b2fef52 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:17.507869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d123e24-7dae-4925-b425-62017e616a2f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.612203 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.656456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:17.662340 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Pushing event updated for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:17.664963 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:17.672312 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:17.689473 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Attempting to bind port 2d123e24-7dae-4925-b425-62017e616a2f on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:17.689840 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Attempting to bind port 2d123e24-7dae-4925-b425-62017e616a2f by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:17.690200 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Attempting to bind port 2d123e24-7dae-4925-b425-62017e616a2f on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:17.697010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110a01e-169e-4862-932c-06783f283758 None None] Pushing event updated for resources: {'Port': ['ID=2d123e24-7dae-4925-b425-62017e616a2f,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:17.699496 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:17.699864 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:17.700269 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.700692 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:17.701168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Bound port: 2d123e24-7dae-4925-b425-62017e616a2f, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:17.701547 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d123e24-7dae-4925-b425-62017e616a2f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.718986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.757833 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] For port 2d123e24-7dae-4925-b425-62017e616a2f, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:17.761091 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] For port 2d123e24-7dae-4925-b425-62017e616a2f, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2d123e24-7dae-4925-b425-62017e616a2f,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:17.827741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d123e24-7dae-4925-b425-62017e616a2f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.891995 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:17.892619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:17.895894 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110a01e-169e-4862-932c-06783f283758 None None] Pushing event updated for resources: {'Port': ['ID=2d123e24-7dae-4925-b425-62017e616a2f,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:17.929988 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.959936 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-54383f5f-3299-4454-a12e-30b98c9f2545 None None] Provisioning complete for port ce687297-c58d-48c4-a716-5b3b3934d4cb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:17.960177 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-54383f5f-3299-4454-a12e-30b98c9f2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:17.985257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:18.013691 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:18.034423 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-54383f5f-3299-4454-a12e-30b98c9f2545 None None] Port ce687297-c58d-48c4-a716-5b3b3934d4cb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:43:18.043700 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:18.098964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks [] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.170387 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.180383 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:18.211993 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be7975-0c76-4092-93bf-0d334891deb9 req-a3f83625-4569-4859-9333-4ac7b5514862 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:18.217672 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c9be7975-0c76-4092-93bf-0d334891deb9 req-a3f83625-4569-4859-9333-4ac7b5514862 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 944 time: 0.0564716 Jul 12 14:43:18.237680 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.239682 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Pushing event updated for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:18.269358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:18.269730 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c9be7975-0c76-4092-93bf-0d334891deb9 req-652cf31c-2018-4f30-b0cd-5658919a458c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492537 Jul 12 14:43:18.298767 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.300080 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00f103-5e99-4b28-b43f-1ba94a93f541 None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:43:18.335665 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:18.348225 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:18.349676 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:18.477776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:43:18.484454 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3d7234dc-3e72-4a4f-ae3e-09c57cf0907d req-8884d9f6-1275-4ed8-89dc-e4899e49b4eb tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 210 time: 0.0697768 Jul 12 14:43:18.611550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e42c0-c312-47f2-b7cd-46d9a832640d req-c8aad3ab-9738-4e30-a612-5c6d553ef072 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:18.623647 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d96e42c0-c312-47f2-b7cd-46d9a832640d req-c8aad3ab-9738-4e30-a612-5c6d553ef072 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0771623 Jul 12 14:43:18.664605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:18.680053 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:43:18.683225 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:43:18.701277 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ec305fbb-6396-40fe-ac8c-ce62b7d87535 admin admin] 10.222.0.30 "PUT /v2.0/routers/99b00f22-96b6-406a-a6f6-f2d240adf0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0511637 Jul 12 14:43:18.701620 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.711917 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d96e42c0-c312-47f2-b7cd-46d9a832640d req-1b549830-ba2d-40b0-9e87-6ed6616f11f3 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767479 Jul 12 14:43:18.712273 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-ba214f5e-fd37-4ca9-9553-816541f6e76f None None] Provisioning complete for port ce687297-c58d-48c4-a716-5b3b3934d4cb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:18.712273 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ba214f5e-fd37-4ca9-9553-816541f6e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.782783 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-ba214f5e-fd37-4ca9-9553-816541f6e76f None None] Port ce687297-c58d-48c4-a716-5b3b3934d4cb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:43:18.854784 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:18.872128 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'mac_address': 'fa:16:3e:cd:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:43:18.913786 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:18.914185 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:18.929075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:43:18.951697 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:19.046567 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:19.125518 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=9']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:19.402384 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df5597-5c1c-451c-aac4-117db6e9eea9 req-b1cd90d0-3a43-4049-b219-d3459c9a76ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:19.404218 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-54df5597-5c1c-451c-aac4-117db6e9eea9 req-b1cd90d0-3a43-4049-b219-d3459c9a76ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.0517578 Jul 12 14:43:19.460892 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-54df5597-5c1c-451c-aac4-117db6e9eea9 req-1518b578-a0fe-409d-87a3-f9392883bd38 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511081 Jul 12 14:43:19.468811 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['f0edff70-5e51-412d-b474-2a70b09725f5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:43:19.616923 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fea96682-4fe7-411d-98f8-eaee6bcbf59f req-f09dd78a-dff6-4d92-a156-080c246e1427 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 210 time: 0.0451827 Jul 12 14:43:19.658800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59048) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:19.664102 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-565684657-network', 'tenant_id': '1dfe50850f27465da257fe324ca5067e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:19.769930 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Made reservation on behalf of 1dfe50850f27465da257fe324ca5067e for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:19.772716 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:19.796530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:19.848212 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828582a-626e-43a3-b141-244abcc33fed req-17b13834-be93-443f-b992-89441f3ea899 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:19.849700 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f828582a-626e-43a3-b141-244abcc33fed req-17b13834-be93-443f-b992-89441f3ea899 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0701189 Jul 12 14:43:19.977776 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:20.030616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f828582a-626e-43a3-b141-244abcc33fed req-0a0194fc-913d-4ce8-980d-0feac708db23 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673377 Jul 12 14:43:20.038062 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-d6899629-88de-47e4-b22c-3f06fc066397 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:20.039507 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-d6899629-88de-47e4-b22c-3f06fc066397 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "GET /v2.0/networks?id=1d62481f-a360-40af-871f-8e152ec500d6 HTTP/1.1" status: 200 len: 808 time: 0.1875930 Jul 12 14:43:20.052038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks [] for security_group (a4392ba3-4d61-4e61-95ba-6b4956b2c612), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.067528 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Request body: {'port': {'device_id': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6', 'admin_state_up': True, 'tenant_id': '1f15caa06dac4f2b952ff64f9e9e74ca'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:20.133015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a4392ba3-4d61-4e61-95ba-6b4956b2c612), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.401742 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:43:20.422793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4392ba3-4d61-4e61-95ba-6b4956b2c612,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:20.425793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (62bae7d8-ea0f-47be-8356-4b22114d5942), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.426130 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Added segment 62bae7d8-ea0f-47be-8356-4b22114d5942 of type vlan for network 03fb784c-aa97-4037-af39-f210224d0524 Jul 12 14:43:20.428649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:20.479314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (03fb784c-aa97-4037-af39-f210224d0524), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.578564 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:43:20.589148 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:20.589338 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (03fb784c-aa97-4037-af39-f210224d0524), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.589880 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:20.590305 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:20.590886 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.593722 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Made reservation on behalf of 1f15caa06dac4f2b952ff64f9e9e74ca for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:20.597058 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.676264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:20.709604 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502ae-b28c-4c12-b930-2bc8a4644901 req-3f2dfe50-953c-40e0-b245-66216eaae486 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:20.711056 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-943502ae-b28c-4c12-b930-2bc8a4644901 req-3f2dfe50-953c-40e0-b245-66216eaae486 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 945 time: 0.1563776 Jul 12 14:43:20.718312 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:20.726899 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port f0edff70-5e51-412d-b474-2a70b09725f5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:20.727493 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.733484 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:20.772486 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59066) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:20.776994 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Request body: {'subnet': {'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-565684657-subnet', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:20.782196 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1221373 Jul 12 14:43:20.826805 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e0280-4997-4a3d-8366-1e52f67cac00 admin admin] Pushing event updated for resources: {'Network': ['ID=03fb784c-aa97-4037-af39-f210224d0524,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:20.838491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 03fb784c-aa97-4037-af39-f210224d0524 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:43:20.840960 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2d27be9c-3b55-46f3-9896-39e2b7ffe1c4 req-e696e96b-edec-417f-abef-0745157bc3a5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 210 time: 0.1378262 Jul 12 14:43:20.854823 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port f0edff70-5e51-412d-b474-2a70b09725f5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:20.855579 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.891240 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Made reservation on behalf of 1dfe50850f27465da257fe324ca5067e for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:20.897897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:20.920950 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:20.922169 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-943502ae-b28c-4c12-b930-2bc8a4644901 req-21f60f4f-1636-48aa-9b67-075afb4df084 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943159 Jul 12 14:43:20.931071 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:20.933637 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b76950-caf7-4a8e-bcc7-611fd96c81c6" -d '{"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:20.950150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:20.950612 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Allocated IP 172.20.0.8 (1d62481f-a360-40af-871f-8e152ec500d6/26231823-fe43-4af0-84b6-516c1e0f00dc/6678e823-f3e8-4d61-b5db-3f7cd99a101b) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:20.962925 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 2, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:20.981506 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e8902c-51ab-4137-b555-865caa60a7ae x-openstack-request-id: req-03e8902c-51ab-4137-b555-865caa60a7ae {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:20.982482 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-plugged", "status": "completed", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:20.982848 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03e8902c-51ab-4137-b555-865caa60a7ae {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:20.983589 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e8902c-51ab-4137-b555-865caa60a7ae'] response: {'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'code': 200} Jul 12 14:43:20.990706 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:43:20.991287 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Updating router 99b00f22-96b6-406a-a6f6-f2d240adf0fb port ce687297-c58d-48c4-a716-5b3b3934d4cb binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:43:21.021716 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.068368 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.139434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:21.167857 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=10']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:21.225872 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2d123e24-7dae-4925-b425-62017e616a2f up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:21.227513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e6dd-835a-496b-aebe-c231a230188e req-2794b9e9-0cf2-4de2-8983-c2b0465e02ca tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:21.228992 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8ae6e6dd-835a-496b-aebe-c231a230188e req-2794b9e9-0cf2-4de2-8983-c2b0465e02ca tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0682812 Jul 12 14:43:21.232683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (1f43300b-478f-4f69-aa42-c8b9e398368a), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.242907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks [] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.288203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 2d123e24-7dae-4925-b425-62017e616a2f triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:21.288929 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2d123e24-7dae-4925-b425-62017e616a2f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.316449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f43300b-478f-4f69-aa42-c8b9e398368a,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:21.326600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8ae6e6dd-835a-496b-aebe-c231a230188e req-c6f41396-cde1-4baa-a371-6c09841c0429 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818431 Jul 12 14:43:21.344085 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Checking segment: {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:21.344085 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Network hostable DHCP agents. Network: 03fb784c-aa97-4037-af39-f210224d0524, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:43:21.375885 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 2d123e24-7dae-4925-b425-62017e616a2f is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:21.376268 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d123e24-7dae-4925-b425-62017e616a2f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.380995 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks [] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.394488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.401300 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 2d123e24-7dae-4925-b425-62017e616a2f, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2d123e24-7dae-4925-b425-62017e616a2f,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:21.422520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Network 03fb784c-aa97-4037-af39-f210224d0524 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:43:21.443555 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Network 1d62481f-a360-40af-871f-8e152ec500d6 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:21.446657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:21.450602 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:21.456239 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:21.456835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.465308 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Pushing event updated for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:21.479822 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.526620 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Pushing event updated for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:21.530874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 03fb784c-aa97-4037-af39-f210224d0524) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:21.531830 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d123e24-7dae-4925-b425-62017e616a2f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.535235 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.535599 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.535718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:21.541034 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541034 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541594 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.541690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:21.568926 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4e3d2da9-ae24-458e-afd9-64f6aca4789f tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5052974 Jul 12 14:43:21.579256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a152f-5919-4f11-aed1-1d7572ee91db None None] Network 03fb784c-aa97-4037-af39-f210224d0524 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:21.597508 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Request body: {'port': {'device_id': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:21.631348 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-09cb0c1a-b9fb-4696-9daa-811a7854e703 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8594849 Jul 12 14:43:21.633941 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59074) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:21.638683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:21.648934 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Attempting to bind port ce687297-c58d-48c4-a716-5b3b3934d4cb on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:21.648934 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Attempting to bind port ce687297-c58d-48c4-a716-5b3b3934d4cb by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:21.648934 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Attempting to bind port ce687297-c58d-48c4-a716-5b3b3934d4cb on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:21.649795 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:21.649795 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:21.650288 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.650518 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Bound using segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:21.650977 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Bound port: ce687297-c58d-48c4-a716-5b3b3934d4cb, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:21.651349 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.670290 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:21.683235 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.696318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:21.718811 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] For port ce687297-c58d-48c4-a716-5b3b3934d4cb, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:21.722725 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] For port ce687297-c58d-48c4-a716-5b3b3934d4cb, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ce687297-c58d-48c4-a716-5b3b3934d4cb,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:21.734905 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=2d123e24-7dae-4925-b425-62017e616a2f,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:21.781582 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-03fb784c-aa97-4037-af39-f210224d0524', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'project_id': '1dfe50850f27465da257fe324ca5067e', 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:43:21.782766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.795756 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.797860 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.863474 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.873409 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for router_controller (e086889f-1e9a-4b5f-a429-7d9f463ca453), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:21.874243 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:21.932047 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:21.944539 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:21.944866 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:22.008944 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6e73-4e73-4688-8415-740df47a5766 req-8d61d201-45b9-4e78-8d34-67c71ef4f298 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:22.010535 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-da2d6e73-4e73-4688-8415-740df47a5766 req-8d61d201-45b9-4e78-8d34-67c71ef4f298 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 931 time: 0.0593939 Jul 12 14:43:22.024267 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Provisioning complete for port ce687297-c58d-48c4-a716-5b3b3934d4cb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:22.024890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.079472 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Allocated IP 172.20.0.2 (03fb784c-aa97-4037-af39-f210224d0524/1f43300b-478f-4f69-aa42-c8b9e398368a/479d34b7-cd5f-4551-a678-9843260fdb3a) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:22.087516 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:22.175580 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba9c8-2430-4945-874a-173c79a98f48 None None] Pushing event updated for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=4']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:22.191391 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f2df-5daf-40ad-b277-8c4ea0ce3bc3 req-f83c1eb4-e19e-45a3-a819-5679dc880575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:22.191694 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6678e823-f3e8-4d61-b5db-3f7cd99a101b {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:43:22.193906 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6525f2df-5daf-40ad-b277-8c4ea0ce3bc3 req-f83c1eb4-e19e-45a3-a819-5679dc880575 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 1131 time: 0.2368853 Jul 12 14:43:22.211107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks [] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.240554 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for router_gateway (e086889f-1e9a-4b5f-a429-7d9f463ca453), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.286003 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Current status of the port ce687297-c58d-48c4-a716-5b3b3934d4cb is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:22.286499 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.292661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Transition to ACTIVE for port object 6678e823-f3e8-4d61-b5db-3f7cd99a101b will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:43:22.297750 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:22.300479 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6525f2df-5daf-40ad-b277-8c4ea0ce3bc3 req-0a177cfe-5960-49e1-a7fb-5e97d98ca3db service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716867 Jul 12 14:43:22.317510 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:22.326948 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-da2d6e73-4e73-4688-8415-740df47a5766 req-452b9e02-5482-4397-9b56-df52256b0dc8 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052340 Jul 12 14:43:22.332389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:22.344578 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:22.345623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214fc44-b312-46fe-bce0-4f03c8146f0f req-26610458-54d4-44bd-a729-910fab274503 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:22.347149 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b214fc44-b312-46fe-bce0-4f03c8146f0f req-26610458-54d4-44bd-a729-910fab274503 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.2753675 Jul 12 14:43:22.372349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] For port ce687297-c58d-48c4-a716-5b3b3934d4cb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ce687297-c58d-48c4-a716-5b3b3934d4cb,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:22.389255 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e4847-f782-4223-81b7-20e452be3bba None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:43:22.399907 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks [] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.401210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:22.408285 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.452416 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.462267 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b214fc44-b312-46fe-bce0-4f03c8146f0f req-23df9d97-986d-45cc-ae6c-95ad6601ff7b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029615 Jul 12 14:43:22.518542 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.523341 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Pushing event updated for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:22.553522 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea515f6b-9c2d-45ac-8f42-e021903f395f req-8da6add4-a04e-486b-920f-c76a2185081b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:22.555351 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea515f6b-9c2d-45ac-8f42-e021903f395f req-8da6add4-a04e-486b-920f-c76a2185081b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.1291497 Jul 12 14:43:22.567633 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Network 03fb784c-aa97-4037-af39-f210224d0524 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:22.573463 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:22.580651 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:22.614485 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for router_gateway (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.627446 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c19dc-227e-4776-bdae-83748b4958c5 None None] Pushing event updated for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:22.634305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-bd7d03ae-2fa0-4dbe-8b81-4877b07078e2 None None] Provisioning complete for port ce687297-c58d-48c4-a716-5b3b3934d4cb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:22.634673 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bd7d03ae-2fa0-4dbe-8b81-4877b07078e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.636919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.642514 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Attempting to bind port 6678e823-f3e8-4d61-b5db-3f7cd99a101b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:22.642514 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Attempting to bind port 6678e823-f3e8-4d61-b5db-3f7cd99a101b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:22.642514 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Attempting to bind port 6678e823-f3e8-4d61-b5db-3f7cd99a101b on network 1d62481f-a360-40af-871f-8e152ec500d6 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:22.660981 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Port 6678e823-f3e8-4d61-b5db-3f7cd99a101b on network 1d62481f-a360-40af-871f-8e152ec500d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:43:22.661386 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Attempting to bind port 6678e823-f3e8-4d61-b5db-3f7cd99a101b on network 1d62481f-a360-40af-871f-8e152ec500d6 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:22.677457 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:22.677870 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Checking segment: {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:22.678247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Bound using segment: {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:22.682433 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Bound port: 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:22.682433 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.718643 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea515f6b-9c2d-45ac-8f42-e021903f395f req-beb7b9f7-7f27-4807-bdf1-56f46680a59c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381421 Jul 12 14:43:22.782371 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:22.787050 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:22.804591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Attempting to bind port 479d34b7-cd5f-4551-a678-9843260fdb3a on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:22.805138 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Attempting to bind port 479d34b7-cd5f-4551-a678-9843260fdb3a by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:22.805398 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Attempting to bind port 479d34b7-cd5f-4551-a678-9843260fdb3a on network 03fb784c-aa97-4037-af39-f210224d0524 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:22.815964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Pushing event updated for resources: {'Port': ['ID=479d34b7-cd5f-4551-a678-9843260fdb3a,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:22.820448 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:22.820818 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Checking segment: {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:22.821308 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.821642 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Bound using segment: {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:22.822118 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Bound port: 479d34b7-cd5f-4551-a678-9843260fdb3a, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:22.822498 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.833862 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Allocated IP 172.27.3.8 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/ea68e474-ea32-453d-a8db-a4e221f1da60) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:22.869260 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.926529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:22.927141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.928579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] 10.222.0.33 "PUT /v2.0/ports/6678e823-f3e8-4d61-b5db-3f7cd99a101b HTTP/1.1" status: 200 len: 1093 time: 1.3383739 Jul 12 14:43:22.929013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:22.931347 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32" -d '{"events": [{"name": "network-changed", "server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:22.966888 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275964d-deae-48a3-8e81-9b665dfc062e service neutron] Pushing event updated for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:22.971305 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:22.981998 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:22.984882 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d03ae-2fa0-4dbe-8b81-4877b07078e2 None None] Current status of the port ce687297-c58d-48c4-a716-5b3b3934d4cb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:22.988685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b4a718-1b9f-4b05-8ddc-3cee3a888330 x-openstack-request-id: req-01b4a718-1b9f-4b05-8ddc-3cee3a888330 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:22.989027 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:22.989253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01b4a718-1b9f-4b05-8ddc-3cee3a888330 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:22.989661 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b4a718-1b9f-4b05-8ddc-3cee3a888330'] response: {'name': 'network-changed', 'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b', 'status': 'completed', 'code': 200} Jul 12 14:43:23.039619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] For port 479d34b7-cd5f-4551-a678-9843260fdb3a, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:23.042663 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] For port 479d34b7-cd5f-4551-a678-9843260fdb3a, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=479d34b7-cd5f-4551-a678-9843260fdb3a,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:23.124207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.144188 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.171635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:23.171813 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ce687297-c58d-48c4-a716-5b3b3934d4cb up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:23.177103 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:23.181586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:23.184604 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Pushing event updated for resources: {'Port': ['ID=ea68e474-ea32-453d-a8db-a4e221f1da60,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:23.237762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:23.239699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-84053ea6-bcbf-4b6c-a83f-1f5e189247ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.241257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-84053ea6-bcbf-4b6c-a83f-1f5e189247ca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 1127 time: 0.0648704 Jul 12 14:43:23.291484 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port ce687297-c58d-48c4-a716-5b3b3934d4cb triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:23.291855 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.295747 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2f70f-7d71-4af7-a0a5-7fd658f1d91d None None] Pushing event updated for resources: {'Port': ['ID=479d34b7-cd5f-4551-a678-9843260fdb3a,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:23.376859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port ce687297-c58d-48c4-a716-5b3b3934d4cb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:23.376859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2d123e24-7dae-4925-b425-62017e616a2f up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:23.401397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-a4ca5cb6-d11f-42ed-9a43-08db68c6dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.402872 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-a4ca5cb6-d11f-42ed-9a43-08db68c6dce3 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1354024 Jul 12 14:43:23.418523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 2d123e24-7dae-4925-b425-62017e616a2f triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:23.418896 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2d123e24-7dae-4925-b425-62017e616a2f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.517819 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 2d123e24-7dae-4925-b425-62017e616a2f is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:23.531581 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:23.591080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d782508-c4e0-4b90-9a80-5eac5f219e53 req-7c3d8e60-029c-441d-8a4e-aa2c85e36f1b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.593320 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3d782508-c4e0-4b90-9a80-5eac5f219e53 req-7c3d8e60-029c-441d-8a4e-aa2c85e36f1b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 943 time: 0.1739876 Jul 12 14:43:23.634945 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for router_gateway (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.674080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-1db6f87a-ccee-494b-9f5c-585b4535f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.675584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d79c149e-b9a0-48c0-b8e1-2d8f4098cd32 req-1db6f87a-ccee-494b-9f5c-585b4535f6f5 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2659523 Jul 12 14:43:23.687782 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92df5-b081-40e2-b495-7b4e63f2ea0e req-531bf1ac-8f10-40e7-8c6f-0c1b8495c8e9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.689330 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34b92df5-b081-40e2-b495-7b4e63f2ea0e req-531bf1ac-8f10-40e7-8c6f-0c1b8495c8e9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0944068 Jul 12 14:43:23.737009 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3d782508-c4e0-4b90-9a80-5eac5f219e53 req-0eae8e38-b10e-40a6-976c-d81b852ed1ca tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379044 Jul 12 14:43:23.772394 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-34b92df5-b081-40e2-b495-7b4e63f2ea0e req-5a2bd35b-74ac-4406-8ae1-ca8e06573522 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711083 Jul 12 14:43:23.809950 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:23.879980 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:23.889711 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33679b4-104c-4b8d-a42c-a9924841e25e req-0755ace6-5a18-4076-93b4-00e85e17ff5d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:23.891703 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f33679b4-104c-4b8d-a42c-a9924841e25e req-0755ace6-5a18-4076-93b4-00e85e17ff5d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0659690 Jul 12 14:43:23.960217 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f33679b4-104c-4b8d-a42c-a9924841e25e req-298f9587-318c-487b-a431-c25d5979f027 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629740 Jul 12 14:43:24.096647 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Router e086889f-1e9a-4b5f-a429-7d9f463ca453 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:43:24.387171 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd181480-ad40-4678-ab9e-c6808751ab10 None None] Network 03fb784c-aa97-4037-af39-f210224d0524 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:43:24.431428 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:43:24.462098 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Sync routers for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:43:24.468521 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Provisioning complete for port 479d34b7-cd5f-4551-a678-9843260fdb3a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:24.468890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:24.512467 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:24.513702 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:24.567267 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:24.568811 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-abaa6eb7-bb08-4943-a483-68a941787b2b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9333205 Jul 12 14:43:24.571304 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59130) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:24.593732 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:24.673321 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Current status of the port 479d34b7-cd5f-4551-a678-9843260fdb3a is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:24.673684 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:24.702816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-3eb06c75-f79f-49ba-bb38-53f73e2afb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:24.705466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-3eb06c75-f79f-49ba-bb38-53f73e2afb71 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 1127 time: 0.0833385 Jul 12 14:43:24.711912 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:24.795760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-513e4b33-f0da-41e7-8ea0-4079adc05ab4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b HTTP/1.1" status: 200 len: 217 time: 0.0589805 Jul 12 14:43:24.803204 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] For port 479d34b7-cd5f-4551-a678-9843260fdb3a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=479d34b7-cd5f-4551-a678-9843260fdb3a,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:24.899352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:24.960791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:23Z', 'revision_number': 3, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:25.018265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Checking router: e086889f-1e9a-4b5f-a429-7d9f463ca453 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:43:25.018613 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Updating router e086889f-1e9a-4b5f-a429-7d9f463ca453 port ea68e474-ea32-453d-a8db-a4e221f1da60 binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:43:25.039847 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.051029 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83575c2-b6cb-42b0-951b-c5bc78774c11 req-e093ea9c-2632-448c-9449-6c4d944c1a84 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:25.057882 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b83575c2-b6cb-42b0-951b-c5bc78774c11 req-e093ea9c-2632-448c-9449-6c4d944c1a84 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 943 time: 0.2011123 Jul 12 14:43:25.074771 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-8551c6b6-62b1-4f1b-9afe-cedd082e6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:25.076427 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-8551c6b6-62b1-4f1b-9afe-cedd082e6690 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=26231823-fe43-4af0-84b6-516c1e0f00dc HTTP/1.1" status: 200 len: 848 time: 0.1973133 Jul 12 14:43:25.089211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c964d9-eb42-43a4-b78f-3bbd61636433 req-1a62bd2e-f721-4f5b-bf12-aac7b46f09ae tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:25.090789 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-46c964d9-eb42-43a4-b78f-3bbd61636433 req-1a62bd2e-f721-4f5b-bf12-aac7b46f09ae tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.1616356 Jul 12 14:43:25.109814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-178732db-b5a2-4350-9f22-61af069f2723 None None] Provisioning complete for port 479d34b7-cd5f-4551-a678-9843260fdb3a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:25.110661 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-178732db-b5a2-4350-9f22-61af069f2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.126565 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.172241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-46c964d9-eb42-43a4-b78f-3bbd61636433 req-e96bd9aa-d889-4c11-9fba-4dcad6072295 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731688 Jul 12 14:43:25.178407 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16597a6a-75ac-408d-8fd9-57bce0a332e9 None None] Pushing event updated for resources: {'Port': ['ID=479d34b7-cd5f-4551-a678-9843260fdb3a,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:25.184741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.185634 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.199704 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b83575c2-b6cb-42b0-951b-c5bc78774c11 req-80efc92e-7f91-47c4-a367-d905115e4d0e tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409597 Jul 12 14:43:25.257533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.263225 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 479d34b7-cd5f-4551-a678-9843260fdb3a up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:25.338271 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-178732db-b5a2-4350-9f22-61af069f2723 None None] Current status of the port 479d34b7-cd5f-4551-a678-9843260fdb3a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:25.346712 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-9a062659-9ca5-4edf-827a-2cbfba465808 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1d62481f-a360-40af-871f-8e152ec500d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371149 Jul 12 14:43:25.353022 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a715e3-a60a-4c2b-a35a-7bc9f35c1187 req-fbc5fafb-f374-4543-8cf8-465f1ccd2ce1 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:25.354808 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47a715e3-a60a-4c2b-a35a-7bc9f35c1187 req-fbc5fafb-f374-4543-8cf8-465f1ccd2ce1 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0854321 Jul 12 14:43:25.371939 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.393812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Allocated IP 172.20.0.1 (03fb784c-aa97-4037-af39-f210224d0524/1f43300b-478f-4f69-aa42-c8b9e398368a/1e9d1a94-bf04-4724-b933-7c6126ff08d6) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:25.395090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 479d34b7-cd5f-4551-a678-9843260fdb3a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:25.395601 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.430953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47a715e3-a60a-4c2b-a35a-7bc9f35c1187 req-61c1bd2c-8c7e-43b2-9957-735cfd2880c7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691371 Jul 12 14:43:25.507824 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks [] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.518590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.561121 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-3658154c-b180-40b4-ba93-4b76652adb0a service neutron] 10.222.0.33 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073143 Jul 12 14:43:25.584363 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 479d34b7-cd5f-4551-a678-9843260fdb3a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:25.617497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.630542 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks [] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.663320 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-024f2457-9c04-4b2c-8f09-09a3e72ce5c5 req-642d3059-aac4-4124-8b9c-90ae15125618 service neutron] 10.222.0.33 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997758 Jul 12 14:43:25.665301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Network 03fb784c-aa97-4037-af39-f210224d0524 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:25.670489 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:25.674309 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:25.677813 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:25.704090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.719583 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.773815 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa229a-b014-4bec-bcd2-5c4f8666c6b4 None None] Pushing event updated for resources: {'Port': ['ID=ea68e474-ea32-453d-a8db-a4e221f1da60,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:25.777109 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Attempting to bind port ea68e474-ea32-453d-a8db-a4e221f1da60 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:25.777513 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Attempting to bind port ea68e474-ea32-453d-a8db-a4e221f1da60 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:25.778784 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Attempting to bind port ea68e474-ea32-453d-a8db-a4e221f1da60 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:25.783647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:25.784013 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:25.784478 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.784934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:25.785367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Bound port: ea68e474-ea32-453d-a8db-a4e221f1da60, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:25.785752 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.838990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] For port ea68e474-ea32-453d-a8db-a4e221f1da60, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:25.842808 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] For port ea68e474-ea32-453d-a8db-a4e221f1da60, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ea68e474-ea32-453d-a8db-a4e221f1da60,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:25.909848 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.911582 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:25.914630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:25.983839 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-71ca93c4-61dd-4a6d-b85d-185fb1eb6519 None None] Provisioning complete for port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:25.984209 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-71ca93c4-61dd-4a6d-b85d-185fb1eb6519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.019480 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa229a-b014-4bec-bcd2-5c4f8666c6b4 None None] Pushing event updated for resources: {'Port': ['ID=ea68e474-ea32-453d-a8db-a4e221f1da60,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:26.022246 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:26.023140 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:26.066034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.075497 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-71ca93c4-61dd-4a6d-b85d-185fb1eb6519 None None] Port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:43:26.076437 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks [] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.182807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.277532 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:26.281830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.285043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:26.342410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921285-9a52-4c61-9659-4098bc58bd74 req-2b23ae80-7922-4987-a4c8-7f55057a9441 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:26.344107 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3921285-9a52-4c61-9659-4098bc58bd74 req-2b23ae80-7922-4987-a4c8-7f55057a9441 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0946684 Jul 12 14:43:26.379894 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feae3d-6939-474a-8002-d13285907e31 req-d182c59f-0f68-483f-b83b-32dfbb42f078 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:26.381385 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d2feae3d-6939-474a-8002-d13285907e31 req-d182c59f-0f68-483f-b83b-32dfbb42f078 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 943 time: 0.0821962 Jul 12 14:43:26.390777 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Network 03fb784c-aa97-4037-af39-f210224d0524 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:26.392218 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:26.441796 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3921285-9a52-4c61-9659-4098bc58bd74 req-5e1e189d-6375-4c98-aa77-313bd022eb0a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879071 Jul 12 14:43:26.454373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:26.490818 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d2feae3d-6939-474a-8002-d13285907e31 req-6a11725d-26fc-476b-9029-0142e5b44472 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024668 Jul 12 14:43:26.512240 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '1e9d1a94-bf04-4724-b933-7c6126ff08d6', 'name': '', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'mac_address': 'fa:16:3e:0f:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:25Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 1, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'subnets': [{'id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:26.540614 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4154abd-30dc-452a-b0f1-ae0d138ef891 None None] The sync data for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi is: [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '1e9d1a94-bf04-4724-b933-7c6126ff08d6', 'name': '', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'mac_address': 'fa:16:3e:0f:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:25Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 1, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'subnets': [{'id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:43:26.570998 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Router e086889f-1e9a-4b5f-a429-7d9f463ca453 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:43:26.588929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79c8c1-d1e8-406b-8acf-09ce40a7a099 req-4629bec6-bbe3-4284-a3f2-7db0617312c8 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:26.590538 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fd79c8c1-d1e8-406b-8acf-09ce40a7a099 req-4629bec6-bbe3-4284-a3f2-7db0617312c8 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0727582 Jul 12 14:43:26.616803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:26.641096 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:26.666995 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fd79c8c1-d1e8-406b-8acf-09ce40a7a099 req-7ddc6a57-5683-4e12-ba6d-54b8aa80c915 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698442 Jul 12 14:43:26.700220 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:43:26.701063 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-abc0a4da-fddd-4aa8-b3a4-c23f37705823 None None] Provisioning complete for port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:26.701539 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-abc0a4da-fddd-4aa8-b3a4-c23f37705823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:26.705803 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-27075ed7-b576-431b-b0af-0dc67e8aaa86 admin admin] 10.222.0.30 "PUT /v2.0/routers/e086889f-1e9a-4b5f-a429-7d9f463ca453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335316 Jul 12 14:43:26.741213 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-abc0a4da-fddd-4aa8-b3a4-c23f37705823 None None] Port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:43:27.100352 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59158) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:27.105693 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839065815', 'description': 'tempest-secgroup-smoke-1839065815 description', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:27.144333 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 479d34b7-cd5f-4551-a678-9843260fdb3a up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:27.194032 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 479d34b7-cd5f-4551-a678-9843260fdb3a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:27.194508 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.204519 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.296785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 479d34b7-cd5f-4551-a678-9843260fdb3a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:27.300855 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (52905454-4ca4-406a-876a-00367bd8aad5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.394313 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (52905454-4ca4-406a-876a-00367bd8aad5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.429316 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52905454-4ca4-406a-876a-00367bd8aad5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:27.486281 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.487555 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-aff65f28-fa8c-4e8f-890f-b5912e67167e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3855550 Jul 12 14:43:27.490530 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59160) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:27.495000 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:27.595268 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (ff6cbc28-f893-4a7f-a90c-d0f3f1177079), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.608520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fc83c-89e8-4719-89ef-f3b04f9e7002 req-9512aaa5-171f-4564-872f-337a8d561cf2 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:27.610750 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-421fc83c-89e8-4719-89ef-f3b04f9e7002 req-9512aaa5-171f-4564-872f-337a8d561cf2 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 943 time: 0.0526314 Jul 12 14:43:27.659604 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (ff6cbc28-f893-4a7f-a90c-d0f3f1177079), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.665067 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-421fc83c-89e8-4719-89ef-f3b04f9e7002 req-48f09e91-f1cb-435c-b812-9cf3740f820d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Jul 12 14:43:27.760076 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (ff6cbc28-f893-4a7f-a90c-d0f3f1177079), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.780812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6cbc28-f893-4a7f-a90c-d0f3f1177079,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:27.792730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5114-96be-48ce-ad37-505d37f173d0 req-6f696e06-f0ae-45ab-b2f3-960a7b0be5ed tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:27.793066 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5dba5114-96be-48ce-ad37-505d37f173d0 req-6f696e06-f0ae-45ab-b2f3-960a7b0be5ed tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0545371 Jul 12 14:43:27.856205 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5dba5114-96be-48ce-ad37-505d37f173d0 req-98f522db-112b-4183-940c-b8cd19f048e6 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572431 Jul 12 14:43:27.875846 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:27.875846 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-deeaed3e-75e4-457e-8575-dc0c70dbbb2f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3803487 Jul 12 14:43:27.876198 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59166) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:27.880614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:27.987530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (31647e5e-ff8a-4a12-ac39-8234de8daacd), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.011623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:28.044475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (31647e5e-ff8a-4a12-ac39-8234de8daacd), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.114231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (31647e5e-ff8a-4a12-ac39-8234de8daacd), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.135641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31647e5e-ff8a-4a12-ac39-8234de8daacd,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:28.190105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.191317 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-225dd841-f55d-4d36-a488-bb0d06989879 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3141925 Jul 12 14:43:28.194014 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59172) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:28.198266 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:28.284074 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (6eb07ef5-8cfb-4b7a-bdb2-2b8a5a145a5d), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.342965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (6eb07ef5-8cfb-4b7a-bdb2-2b8a5a145a5d), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.405344 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (6eb07ef5-8cfb-4b7a-bdb2-2b8a5a145a5d), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.424544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb07ef5-8cfb-4b7a-bdb2-2b8a5a145a5d,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:28.515936 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.517175 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3a45189e-49a6-4f25-98a4-83144c6337e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222189 Jul 12 14:43:28.519865 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59174) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:28.524225 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:28.611229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (726562b5-c056-495e-891b-f8e4c852aca8), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.669110 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (726562b5-c056-495e-891b-f8e4c852aca8), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.695022 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 6678e823-f3e8-4d61-b5db-3f7cd99a101b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:43:28.771949 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:28.786669 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cabb27-3aef-4798-822b-4ba615063a2e req-b48067da-fcd1-4e69-8631-7b69914f0863 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:28.788449 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-13cabb27-3aef-4798-822b-4ba615063a2e req-b48067da-fcd1-4e69-8631-7b69914f0863 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 943 time: 0.0495532 Jul 12 14:43:28.789599 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (726562b5-c056-495e-891b-f8e4c852aca8), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.798795 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:28.811206 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '6678e823-f3e8-4d61-b5db-3f7cd99a101b', 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6', 'port_id': '6678e823-f3e8-4d61-b5db-3f7cd99a101b', 'mac_address': 'fa:16:3e:de:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26231823-fe43-4af0-84b6-516c1e0f00dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:43:28.818459 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726562b5-c056-495e-891b-f8e4c852aca8,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:28.850399 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 6678e823-f3e8-4d61-b5db-3f7cd99a101b is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:28.850817 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.857849 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-13cabb27-3aef-4798-822b-4ba615063a2e req-24c7ca91-d9c5-42d4-a9cb-8e4ac58bbec8 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Jul 12 14:43:28.868153 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6678e823-f3e8-4d61-b5db-3f7cd99a101b {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:43:28.889511 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:28.899105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.900374 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ec148e39-bc88-4826-872d-456b7f722f68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795826 Jul 12 14:43:28.902973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59182) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:28.907357 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:28.939827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:28.971216 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:28.975566 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7086-1f5d-434c-9d8c-9be2f7b43dbd req-f1092d6e-ccfb-4736-8453-f1dfe50922ab tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:28.977062 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8a1f7086-1f5d-434c-9d8c-9be2f7b43dbd req-f1092d6e-ccfb-4736-8453-f1dfe50922ab tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0478163 Jul 12 14:43:29.003200 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.securitygroups_db [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Project c361a671e3fc43c8a536f6526dc530b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:43:29.016768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (9903673c-85b8-44e0-97a5-a1d354441e46), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.020013 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:29.065550 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8a1f7086-1f5d-434c-9d8c-9be2f7b43dbd req-78910225-3c65-4c6f-9fe4-4204b8527ef8 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224&id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827863 Jul 12 14:43:29.095885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (9903673c-85b8-44e0-97a5-a1d354441e46), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.146530 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ea68e474-ea32-453d-a8db-a4e221f1da60 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:29.177020 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (9903673c-85b8-44e0-97a5-a1d354441e46), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.195928 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:29.199292 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9903673c-85b8-44e0-97a5-a1d354441e46,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:29.203367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port ea68e474-ea32-453d-a8db-a4e221f1da60 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:29.203862 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.288705 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.290002 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-df7247e9-80e4-4422-b4f8-b4edfb3c3b88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3860352 Jul 12 14:43:29.292718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59188) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:43:29.297544 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port ea68e474-ea32-453d-a8db-a4e221f1da60 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:29.297733 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'security_group_rule': {'security_group_id': '52905454-4ca4-406a-876a-00367bd8aad5', 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:29.297927 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.316814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:29.321373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port ea68e474-ea32-453d-a8db-a4e221f1da60, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ea68e474-ea32-453d-a8db-a4e221f1da60,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:29.365580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.365913 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.securitygroups_db [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Project c361a671e3fc43c8a536f6526dc530b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:43:29.373927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (e15541e2-fe86-458d-af95-8003ad68b622), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.416704 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=ea68e474-ea32-453d-a8db-a4e221f1da60,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:29.434618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['6678e823-f3e8-4d61-b5db-3f7cd99a101b'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:43:29.446184 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (e15541e2-fe86-458d-af95-8003ad68b622), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.497066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (e15541e2-fe86-458d-af95-8003ad68b622), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.517488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15541e2-fe86-458d-af95-8003ad68b622,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:29.593537 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:29.597889 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cab92713-05f1-4cc3-83a8-214f455e21cd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3010147 Jul 12 14:43:29.979707 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a8628-0def-4be8-873c-cbb4f53106bb req-172bd5bf-3031-478c-a39e-afae33b4d442 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:29.981323 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-022a8628-0def-4be8-873c-cbb4f53106bb req-172bd5bf-3031-478c-a39e-afae33b4d442 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 944 time: 0.0523462 Jul 12 14:43:29.985089 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Sync routers for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:43:29.995596 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:29.996460 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:30.036015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-022a8628-0def-4be8-873c-cbb4f53106bb req-3ed35ed4-cf66-4d81-886c-dda1a636564b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Jul 12 14:43:30.178184 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:30.371375 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '1e9d1a94-bf04-4724-b933-7c6126ff08d6', 'name': '', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'mac_address': 'fa:16:3e:0f:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:25Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 2, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'subnets': [{'id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:30.374517 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:30.397392 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Checking router: e086889f-1e9a-4b5f-a429-7d9f463ca453 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:43:30.397735 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Updating router e086889f-1e9a-4b5f-a429-7d9f463ca453 port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:43:30.429673 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.703457 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 6678e823-f3e8-4d61-b5db-3f7cd99a101b up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:30.714766 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks [] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.751324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 6678e823-f3e8-4d61-b5db-3f7cd99a101b completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:43:30.798835 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.824254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1f71c-cba7-4daa-9595-e0224e7bd2d4 req-fee750af-cfcc-4280-af35-848520b260b4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:30.825808 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bc1f71c-cba7-4daa-9595-e0224e7bd2d4 req-fee750af-cfcc-4280-af35-848520b260b4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0477395 Jul 12 14:43:30.846719 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 6678e823-f3e8-4d61-b5db-3f7cd99a101b triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:30.848828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.872172 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff0fa-3b4e-41da-b70b-9092df5fa29d None None] Pushing event updated for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:30.890438 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bc1f71c-cba7-4daa-9595-e0224e7bd2d4 req-53cee559-2595-4640-83e9-c91589d3d5bf tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587311 Jul 12 14:43:30.933815 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Attempting to bind port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:30.934183 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Attempting to bind port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:30.934543 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Attempting to bind port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 on network 03fb784c-aa97-4037-af39-f210224d0524 {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:30.944369 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:30.944369 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Checking segment: {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:30.944369 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.944369 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Bound using segment: {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:30.944875 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Bound port: 1e9d1a94-bf04-4724-b933-7c6126ff08d6, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bae7d8-ea0f-47be-8356-4b22114d5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '03fb784c-aa97-4037-af39-f210224d0524'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:30.945014 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:30.999325 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-6f7dfb0e-e7f4-445f-aedb-90e7137dc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:31.006413 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-6f7dfb0e-e7f4-445f-aedb-90e7137dc272 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0835392 Jul 12 14:43:31.011562 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:31.022331 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] For port 1e9d1a94-bf04-4724-b933-7c6126ff08d6, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:31.026649 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] For port 1e9d1a94-bf04-4724-b933-7c6126ff08d6, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e9d1a94-bf04-4724-b933-7c6126ff08d6,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:31.028695 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 6678e823-f3e8-4d61-b5db-3f7cd99a101b is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:31.029110 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.079213 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:31.081528 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab95fa8-a18f-4d04-8efa-a726bb74c37a" -d '{"events": [{"server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "name": "network-vif-plugged", "status": "completed", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:31.097448 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:31.143866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-e37eb2f9-57d0-4427-bc30-67b55e2f0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:31.146785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-e37eb2f9-57d0-4427-bc30-67b55e2f0175 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1295314 Jul 12 14:43:31.155277 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.164324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e0337-083e-43b6-a186-8aa2de558578 x-openstack-request-id: req-112e0337-083e-43b6-a186-8aa2de558578 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:31.164324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "name": "network-vif-plugged", "status": "completed", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:31.164324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-112e0337-083e-43b6-a186-8aa2de558578 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:31.164324 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112e0337-083e-43b6-a186-8aa2de558578'] response: {'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b', 'code': 200} Jul 12 14:43:31.182104 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.253111 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ea68e474-ea32-453d-a8db-a4e221f1da60 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:31.257311 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff0fa-3b4e-41da-b70b-9092df5fa29d None None] Pushing event updated for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=4']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:31.266304 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:43:31.266948 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:31.282012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe84256-cd39-4403-b1ef-42b8059e25ff req-e865b323-025d-4f69-b2f7-59c2085b95a5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:31.290285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:31.292141 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-abe84256-cd39-4403-b1ef-42b8059e25ff req-e865b323-025d-4f69-b2f7-59c2085b95a5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.1303983 Jul 12 14:43:31.299504 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Provisioning complete for port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:31.299753 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.328389 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:31.358464 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port ea68e474-ea32-453d-a8db-a4e221f1da60 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:31.358970 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.367827 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-abe84256-cd39-4403-b1ef-42b8059e25ff req-ff0b8e56-30c2-4cbd-b492-ad9c85c486d9 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663404 Jul 12 14:43:31.444905 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Current status of the port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:31.445610 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.495441 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:43:31.516771 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] For port 1e9d1a94-bf04-4724-b933-7c6126ff08d6, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e9d1a94-bf04-4724-b933-7c6126ff08d6,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:31.519114 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port ea68e474-ea32-453d-a8db-a4e221f1da60 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:31.589257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.654474 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbe836-e28b-43b6-bb61-5913292635db None None] Pushing event updated for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:31.668470 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:31.701667 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-ea759df0-106e-4a9b-9f05-3226afb37be1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 1001 time: 0.0904136 Jul 12 14:43:31.709917 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c5b23560-1a77-4129-8116-7889c3058163 None None] Provisioning complete for port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:31.711304 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c5b23560-1a77-4129-8116-7889c3058163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:31.740059 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '1e9d1a94-bf04-4724-b933-7c6126ff08d6', 'name': '', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'mac_address': 'fa:16:3e:0f:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:25Z', 'updated_at': '2022-07-12T14:43:31Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'subnets': [{'id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:43:31.768614 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8129d-9cfd-4785-ae2c-0eb63d1427da None None] The sync data for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi is: [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:43:25Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '1e9d1a94-bf04-4724-b933-7c6126ff08d6', 'name': '', 'network_id': '03fb784c-aa97-4037-af39-f210224d0524', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'mac_address': 'fa:16:3e:0f:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:25Z', 'updated_at': '2022-07-12T14:43:31Z', 'revision_number': 4, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'subnets': [{'id': '1f43300b-478f-4f69-aa42-c8b9e398368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:43:31.776559 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-8850214b-1648-4bc7-8820-fcdec7f7c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:31.778205 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-8850214b-1648-4bc7-8820-fcdec7f7c8fe service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0649936 Jul 12 14:43:31.802166 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c5b23560-1a77-4129-8116-7889c3058163 None None] Current status of the port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:31.881530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-890c82ce-725a-43df-95d3-7422bb563fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:31.883315 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-890c82ce-725a-43df-95d3-7422bb563fbe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455141 Jul 12 14:43:32.014585 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608892f-6740-40e9-b54f-196ed26a186b req-4132e416-60e9-4675-9f19-9ea062ae46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:32.017428 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e608892f-6740-40e9-b54f-196ed26a186b req-4132e416-60e9-4675-9f19-9ea062ae46a9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 1129 time: 0.0874462 Jul 12 14:43:32.045738 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:32.062114 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:32.066486 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864685b-880c-4846-97d3-b0d304db265e req-9513c4e5-1e6c-4840-b400-ef38a896b5c2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:32.068285 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3864685b-880c-4846-97d3-b0d304db265e req-9513c4e5-1e6c-4840-b400-ef38a896b5c2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0814464 Jul 12 14:43:32.075293 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-ddd8ad2b-7dbb-4155-92ca-afbc2624b7a8 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844661 Jul 12 14:43:32.085450 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e608892f-6740-40e9-b54f-196ed26a186b req-7b686de4-02cc-493e-8b48-fbbaf6a38239 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587046 Jul 12 14:43:32.186194 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3864685b-880c-4846-97d3-b0d304db265e req-a459b6c0-8ad1-4ffc-932c-9a97297ed0eb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096177 Jul 12 14:43:32.211281 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:32.219368 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4bb3de65-f70f-43ec-bfd5-15f12a2cf1ab req-6f8203cb-0224-44f2-a695-b54a680526f0 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361821 Jul 12 14:43:32.494020 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b78d-3cf5-4d49-871f-73e957a7ce8f req-e7d8e690-4e0e-4869-a9eb-0cb9a4f0f186 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:32.495493 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c77b78d-3cf5-4d49-871f-73e957a7ce8f req-e7d8e690-4e0e-4869-a9eb-0cb9a4f0f186 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.0542700 Jul 12 14:43:32.548551 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c77b78d-3cf5-4d49-871f-73e957a7ce8f req-1da0dc3f-72ce-4758-a24e-48e6ecd98bd9 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Jul 12 14:43:33.151448 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e9d1a94-bf04-4724-b933-7c6126ff08d6 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:33.155446 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:33.206014 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:33.206383 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:33.295216 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:33.309558 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbcb5-7ce2-4c60-aa9d-0223968c3ace req-b0ccc48e-84fd-434d-9164-d3660f83fd41 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:33.311062 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5afbbcb5-7ce2-4c60-aa9d-0223968c3ace req-b0ccc48e-84fd-434d-9164-d3660f83fd41 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0493724 Jul 12 14:43:33.362817 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5afbbcb5-7ce2-4c60-aa9d-0223968c3ace req-a75aea04-d51d-4165-9af9-5f2495e34d5c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 Jul 12 14:43:33.926940 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb681-adc0-4949-adb4-a54861691369 req-0be4f001-c34d-45be-8748-8ff61b90dd05 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:33.928334 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-488fb681-adc0-4949-adb4-a54861691369 req-0be4f001-c34d-45be-8748-8ff61b90dd05 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.3297503 Jul 12 14:43:33.948130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6d357-e164-41b6-8fe0-23b9351c1154 req-1f8de5c3-f34a-4c22-ac58-a8d8c02fabad tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:33.950799 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3e6d357-e164-41b6-8fe0-23b9351c1154 req-1f8de5c3-f34a-4c22-ac58-a8d8c02fabad tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.3102233 Jul 12 14:43:34.010922 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-488fb681-adc0-4949-adb4-a54861691369 req-8dd1d341-42b5-4e47-b6f8-c2c9983e9714 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748758 Jul 12 14:43:34.024907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3e6d357-e164-41b6-8fe0-23b9351c1154 req-a35c3654-7712-4140-a413-b4471ac634d9 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Jul 12 14:43:34.486553 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8901f-757c-4f9e-8183-cb4db6a2e28a req-86b84b47-af25-4477-9c0c-58c02342a489 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:34.488122 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-00d8901f-757c-4f9e-8183-cb4db6a2e28a req-86b84b47-af25-4477-9c0c-58c02342a489 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0509853 Jul 12 14:43:34.539340 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-00d8901f-757c-4f9e-8183-cb4db6a2e28a req-4413da30-6271-4336-b7d5-f0b908f1aa40 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 Jul 12 14:43:35.155884 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283b7b-6763-4e81-b081-ae0937205f77 req-a8a4af9e-3453-4a4f-bbe0-b5df364ff37d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:35.157606 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-95283b7b-6763-4e81-b081-ae0937205f77 req-a8a4af9e-3453-4a4f-bbe0-b5df364ff37d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0768459 Jul 12 14:43:35.177396 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827fc3-7253-4aa4-b7ce-2039e89da3c2 req-7a116c36-e8af-4d76-b5aa-e5ff58965681 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:35.178795 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91827fc3-7253-4aa4-b7ce-2039e89da3c2 req-7a116c36-e8af-4d76-b5aa-e5ff58965681 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.0694263 Jul 12 14:43:35.243717 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-95283b7b-6763-4e81-b081-ae0937205f77 req-f33751ea-ec03-4735-8dae-c189f7b428e1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801792 Jul 12 14:43:35.255410 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91827fc3-7253-4aa4-b7ce-2039e89da3c2 req-2871cf59-c172-45e6-b085-4e16ca5f0125 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Jul 12 14:43:35.656161 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15afb-1cde-49de-9e90-a5af34f20cd4 req-2efe45ea-b247-4418-bbbd-0e9e57d7d781 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:35.657641 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-75b15afb-1cde-49de-9e90-a5af34f20cd4 req-2efe45ea-b247-4418-bbbd-0e9e57d7d781 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0475140 Jul 12 14:43:35.706231 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-75b15afb-1cde-49de-9e90-a5af34f20cd4 req-09fde660-ea20-41d3-aceb-b193798a6c3b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Jul 12 14:43:36.245127 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:43:36.366996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d45029-3b74-4dd4-b013-bcad8deb242e req-cdccb2e2-ba61-4ae7-9b9f-bb31c103ef0e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:36.368482 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-20d45029-3b74-4dd4-b013-bcad8deb242e req-cdccb2e2-ba61-4ae7-9b9f-bb31c103ef0e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0514205 Jul 12 14:43:36.423230 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-20d45029-3b74-4dd4-b013-bcad8deb242e req-e0a14032-1aba-4c57-a6e5-97a335caa403 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479708 Jul 12 14:43:36.779562 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30466e1-bc59-4924-996a-178ec2a6ce32 req-3f651b41-ea17-4e2e-9f30-d7f71b380243 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:36.781726 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d30466e1-bc59-4924-996a-178ec2a6ce32 req-3f651b41-ea17-4e2e-9f30-d7f71b380243 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.0515332 Jul 12 14:43:36.858887 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984d42-456a-43a9-a35d-80c71bc4081f req-05ee2b5e-bc60-4b6a-9151-fb51038bf4bd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:36.860362 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-61984d42-456a-43a9-a35d-80c71bc4081f req-05ee2b5e-bc60-4b6a-9151-fb51038bf4bd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0777533 Jul 12 14:43:36.867903 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d30466e1-bc59-4924-996a-178ec2a6ce32 req-2eb38a11-2b76-4c43-a6ec-3a8028a190db tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763001 Jul 12 14:43:36.874765 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:36.900170 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:36.912608 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-61984d42-456a-43a9-a35d-80c71bc4081f req-0eb26c8c-91d4-4d14-a427-5876c4755091 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Jul 12 14:43:37.543746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e52e-21be-4c70-8e3f-cfb854f5927c req-c15c2108-83d0-40fd-8836-a0ff13fd5b91 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:37.545741 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfd2e52e-21be-4c70-8e3f-cfb854f5927c req-c15c2108-83d0-40fd-8836-a0ff13fd5b91 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0526772 Jul 12 14:43:37.592949 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfd2e52e-21be-4c70-8e3f-cfb854f5927c req-e037cfab-adee-4117-b111-768119c31cb3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Jul 12 14:43:37.999476 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e4e8-9ca6-4201-8ecb-2398b9bd0cb4 req-5e634b3a-9278-4d1f-8c7e-1d698875863a tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:38.000985 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba13e4e8-9ca6-4201-8ecb-2398b9bd0cb4 req-5e634b3a-9278-4d1f-8c7e-1d698875863a tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.0607412 Jul 12 14:43:38.048363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59951-7dc7-4989-9776-4e1085a128d2 req-3082f022-b73e-4162-a972-c696b6aad9c8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:38.049936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71c59951-7dc7-4989-9776-4e1085a128d2 req-3082f022-b73e-4162-a972-c696b6aad9c8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0680010 Jul 12 14:43:38.100154 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba13e4e8-9ca6-4201-8ecb-2398b9bd0cb4 req-70c91e6b-4856-474d-8f2f-5779cc2c0d48 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819643 Jul 12 14:43:38.126333 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71c59951-7dc7-4989-9776-4e1085a128d2 req-b27e2ba1-5b0e-43c0-b883-b7e47cb541b8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658829 Jul 12 14:43:38.710687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d05ff-1ee2-490d-bb79-486ff0b44bb6 req-bec6062b-1be9-4188-9826-09067de400fc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:38.712058 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-df6d05ff-1ee2-490d-bb79-486ff0b44bb6 req-bec6062b-1be9-4188-9826-09067de400fc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Jul 12 14:43:38.760320 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-df6d05ff-1ee2-490d-bb79-486ff0b44bb6 req-ec8f1c86-4d20-42fa-83c6-6211e80ad0ff tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Jul 12 14:43:39.282786 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896334-de13-4982-b280-887593496f4e req-98659fef-cf67-414e-adad-fac5f4a355f7 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:39.284244 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e0896334-de13-4982-b280-887593496f4e req-98659fef-cf67-414e-adad-fac5f4a355f7 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.1153319 Jul 12 14:43:39.297406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-eebf63ff-7f12-4625-a5a4-cc02c78a8e77 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:39.298824 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-eebf63ff-7f12-4625-a5a4-cc02c78a8e77 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 945 time: 0.0981193 Jul 12 14:43:39.314320 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cdf7a-15e2-40e1-9b20-cd31d70557be req-032e0737-5375-422c-9fb4-e1d426b881bd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:39.315653 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f69cdf7a-15e2-40e1-9b20-cd31d70557be req-032e0737-5375-422c-9fb4-e1d426b881bd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.1133351 Jul 12 14:43:39.442508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e0896334-de13-4982-b280-887593496f4e req-c9766ec0-972e-4eca-a112-7d16a4dfd8bb tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513891 Jul 12 14:43:39.456542 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f69cdf7a-15e2-40e1-9b20-cd31d70557be req-93b71432-ac76-4867-9d90-491cace36132 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273351 Jul 12 14:43:39.466719 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Deleting port 6678e823-f3e8-4d61-b5db-3f7cd99a101b {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:43:39.467164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:39.560914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] For port 6678e823-f3e8-4d61-b5db-3f7cd99a101b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6678e823-f3e8-4d61-b5db-3f7cd99a101b,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:39.561302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:39.574424 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Calling delete_port for 6678e823-f3e8-4d61-b5db-3f7cd99a101b owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:43:39.678045 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:39.800375 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (6678e823-f3e8-4d61-b5db-3f7cd99a101b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:39.831855 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:39.835566 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Pushing event deleted for resources: {'Port': ['ID=6678e823-f3e8-4d61-b5db-3f7cd99a101b,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:39.845149 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['6678e823-f3e8-4d61-b5db-3f7cd99a101b'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:43:39.876529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.876875 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.877248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.877723 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.878194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.878606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.878991 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.879426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.879762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.880093 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.880502 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.880834 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.881175 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.881509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.881830 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:39.936849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324365f-5600-4725-8693-09d28bd0bbb0 req-e5a03ccc-4a81-4941-857b-7b6407674da4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:39.938868 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1324365f-5600-4725-8693-09d28bd0bbb0 req-e5a03ccc-4a81-4941-857b-7b6407674da4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.1056497 Jul 12 14:43:39.941195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] No DVR routers for this DVR port 6678e823-f3e8-4d61-b5db-3f7cd99a101b on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:43:39.943288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:39.946566 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-393f0465-3cfa-47be-9668-d220ba35e8b5 req-d6c26c9b-19a9-4069-9a7e-6202d7739c74 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "DELETE /v2.0/ports/6678e823-f3e8-4d61-b5db-3f7cd99a101b HTTP/1.1" status: 204 len: 173 time: 0.6393502 Jul 12 14:43:39.946999 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'name': 'network-vif-deleted', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:39.949356 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc714d8d-d966-4a65-926d-2773e06e278e" -d '{"events": [{"server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "name": "network-vif-deleted", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:39.998546 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be137aba-5705-4716-aa22-89deb7c86ad2 x-openstack-request-id: req-be137aba-5705-4716-aa22-89deb7c86ad2 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:39.998546 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89391af-dbb1-4992-8b67-5e0dee22c2be", "name": "network-vif-deleted", "tag": "6678e823-f3e8-4d61-b5db-3f7cd99a101b", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:39.998546 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be137aba-5705-4716-aa22-89deb7c86ad2 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:39.998546 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be137aba-5705-4716-aa22-89deb7c86ad2'] response: {'server_uuid': 'd89391af-dbb1-4992-8b67-5e0dee22c2be', 'name': 'network-vif-deleted', 'tag': '6678e823-f3e8-4d61-b5db-3f7cd99a101b', 'status': 'completed', 'code': 200} Jul 12 14:43:40.001380 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1324365f-5600-4725-8693-09d28bd0bbb0 req-729ebd34-d951-47f7-8cd8-1868edc9cdaa tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 Jul 12 14:43:40.592260 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eb7ffd7a-d174-4998-bb4b-9d509a50b1e1 req-688ce26d-8a1e-418c-83d0-c122ffeb4243 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89391af-dbb1-4992-8b67-5e0dee22c2be HTTP/1.1" status: 200 len: 210 time: 0.0419898 Jul 12 14:43:40.608175 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5b54a-7466-433f-aadc-42f3c135d2c0 req-656908fc-6b5f-45ae-baf0-e1152957f6b4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:40.609754 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56f5b54a-7466-433f-aadc-42f3c135d2c0 req-656908fc-6b5f-45ae-baf0-e1152957f6b4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0707512 Jul 12 14:43:40.662976 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56f5b54a-7466-433f-aadc-42f3c135d2c0 req-62d11140-54a6-4619-ba0c-41f5cd225e07 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Jul 12 14:43:41.119204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03028e2-35a7-468c-83de-d9cb634230c3 req-171bf546-776d-4fc7-9ae5-7bad84c81ec2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:41.119785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b03028e2-35a7-468c-83de-d9cb634230c3 req-171bf546-776d-4fc7-9ae5-7bad84c81ec2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0495825 Jul 12 14:43:41.174279 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b03028e2-35a7-468c-83de-d9cb634230c3 req-6ef1a765-9e4e-4e6a-8652-473e5eba6dc7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477905 Jul 12 14:43:41.798171 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4682b1-f12c-4cdd-9a3e-cb0c9e377334 req-1a06f489-f98a-4ec1-8313-54fc05e1d1dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:41.799774 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d4682b1-f12c-4cdd-9a3e-cb0c9e377334 req-1a06f489-f98a-4ec1-8313-54fc05e1d1dd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0643933 Jul 12 14:43:41.912858 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d4682b1-f12c-4cdd-9a3e-cb0c9e377334 req-f7bdd92b-344a-47ab-a23b-36f52f2191a9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070273 Jul 12 14:43:41.946426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-0a886c3f-d20a-43e7-96d8-9d9d02c228bd tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:41.947854 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-0a886c3f-d20a-43e7-96d8-9d9d02c228bd tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/networks?id=1d62481f-a360-40af-871f-8e152ec500d6 HTTP/1.1" status: 200 len: 808 time: 0.1338682 Jul 12 14:43:41.962709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-a1b681a9-4048-4ae6-82ca-104e50953c65 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/quotas/1f15caa06dac4f2b952ff64f9e9e74ca HTTP/1.1" status: 200 len: 375 time: 0.0089219 Jul 12 14:43:41.995451 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-179adedd-8b6b-4591-9ea5-766972da98b6 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279319 Jul 12 14:43:42.081762 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:42.095281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-ca337954-ce17-4e38-98e7-d6d8bc03807d service neutron] 10.222.0.30 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925479 Jul 12 14:43:42.188167 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-ca4a3768-5370-4a6d-8821-b70cc8ca7d28 service neutron] 10.222.0.30 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870800 Jul 12 14:43:42.298507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed29ab-0381-46c5-8eae-0112d5676842 req-35d746d5-e231-4014-bda0-940e572762ef tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:42.300031 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8aed29ab-0381-46c5-8eae-0112d5676842 req-35d746d5-e231-4014-bda0-940e572762ef tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0536575 Jul 12 14:43:42.348999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8aed29ab-0381-46c5-8eae-0112d5676842 req-01b2314b-bca8-4300-ad8c-cb462c135fc5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Jul 12 14:43:42.486799 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c6f81bc7-988b-40cb-93a0-9b953fa35885 req-45d462b4-062e-4740-8f0b-327ea55d6eb5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0306611 Jul 12 14:43:42.800909 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 6678e823-f3e8-4d61-b5db-3f7cd99a101b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:43:42.821106 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 6678e823-f3e8-4d61-b5db-3f7cd99a101b {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:43:42.821591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 6678e823-f3e8-4d61-b5db-3f7cd99a101b not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:43:43.034657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f611-010a-4bbd-8a37-dda1095c0c16 req-e97e2f6f-def0-458b-b8af-5a91fbfbd306 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:43.036136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-11e7f611-010a-4bbd-8a37-dda1095c0c16 req-e97e2f6f-def0-458b-b8af-5a91fbfbd306 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0510917 Jul 12 14:43:43.049419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:43.090525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-11e7f611-010a-4bbd-8a37-dda1095c0c16 req-4990e6ea-ec64-4904-9295-86397a4ea89e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483339 Jul 12 14:43:43.411692 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-800b6727-6f19-45d7-b772-bcbfbe1121b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:43.466287 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed716-dedb-4fe2-92ca-95b65f3588e7 req-8cb3b212-dedb-4f18-83dc-b43e1aabe97c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:43.469579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4e7ed716-dedb-4fe2-92ca-95b65f3588e7 req-8cb3b212-dedb-4f18-83dc-b43e1aabe97c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Jul 12 14:43:43.517904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4e7ed716-dedb-4fe2-92ca-95b65f3588e7 req-ea2ba64e-e062-41a5-b4b4-834f6c6884f4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Jul 12 14:43:43.584877 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe3f3373-bff8-4171-b580-436aec8b9588 req-5aac398d-755b-4ebd-9ac9-895a88878621 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0278971 Jul 12 14:43:44.207027 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61886-5686-4929-97f9-1bec159a54d7 req-08937603-ce3c-49d8-a4d4-ffbe5b412943 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:44.208512 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ecf61886-5686-4929-97f9-1bec159a54d7 req-08937603-ce3c-49d8-a4d4-ffbe5b412943 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0507154 Jul 12 14:43:44.220607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:44.259590 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ecf61886-5686-4929-97f9-1bec159a54d7 req-9d6731bf-4504-4be3-971e-378166aa9a66 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454278 Jul 12 14:43:44.635119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921c94-b8e2-4a51-b94a-2010747fe5bb req-e09577e5-5fb3-4635-9f64-f767782913b6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:44.636602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71921c94-b8e2-4a51-b94a-2010747fe5bb req-e09577e5-5fb3-4635-9f64-f767782913b6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Jul 12 14:43:44.687527 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9e0ca27-bb90-4a31-bff5-721fe0bbb794 req-276a9bd9-6619-4daf-a717-e71774f6cb05 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0310059 Jul 12 14:43:44.708215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71921c94-b8e2-4a51-b94a-2010747fe5bb req-bd450a39-ddcc-4add-b60f-5dc35c025489 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658035 Jul 12 14:43:45.141147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-b521f548-19dd-47c1-ac9b-452bf8bf1e1b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:45.142622 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-b521f548-19dd-47c1-ac9b-452bf8bf1e1b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "GET /v2.0/networks?id=1d62481f-a360-40af-871f-8e152ec500d6 HTTP/1.1" status: 200 len: 808 time: 0.1074817 Jul 12 14:43:45.164987 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Request body: {'port': {'device_id': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6', 'admin_state_up': True, 'tenant_id': '1f15caa06dac4f2b952ff64f9e9e74ca'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:45.359021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Made reservation on behalf of 1f15caa06dac4f2b952ff64f9e9e74ca for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:43:45.362337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:45.394057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612730-36f3-4280-aa99-81309daf21b3 req-77fcdcdb-50df-4509-b201-6750500f52b9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:45.395518 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92612730-36f3-4280-aa99-81309daf21b3 req-77fcdcdb-50df-4509-b201-6750500f52b9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0694013 Jul 12 14:43:45.494842 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92612730-36f3-4280-aa99-81309daf21b3 req-52e9a257-4574-40bf-81c6-73ddfc885844 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935261 Jul 12 14:43:45.552888 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Allocated IP 172.20.0.10 (1d62481f-a360-40af-871f-8e152ec500d6/26231823-fe43-4af0-84b6-516c1e0f00dc/a9b41b76-40cb-4f1e-b372-47ead7214e4f) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:43:45.589487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-54e7a567-7606-4274-8ed4-46ebc359c3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:45.632388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:45.704908 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks [] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:45.764490 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:45.798352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e9d1186d-44fb-49ce-810d-72ae46e37f90 req-b101f273-c22a-4be0-ae7e-52ec2c001597 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0437372 Jul 12 14:43:45.802112 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:45.866070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Network 1d62481f-a360-40af-871f-8e152ec500d6 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:43:45.875852 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391ba61-f01f-4695-bb28-ccdfaf890f1c req-2cc19c93-8212-4c81-a69a-af8a9bf89111 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:45.877323 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f391ba61-f01f-4695-bb28-ccdfaf890f1c req-2cc19c93-8212-4c81-a69a-af8a9bf89111 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0895350 Jul 12 14:43:45.880772 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:43:45.883194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:43:45.888303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:45.888896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:45.924170 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Pushing event updated for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:45.956404 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f391ba61-f01f-4695-bb28-ccdfaf890f1c req-3f0a9cab-d390-48e1-a836-73d80a29b8fa tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630109 Jul 12 14:43:46.014074 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-c0fa8ad4-7796-4d05-aac5-859ada33b1fa tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8527946 Jul 12 14:43:46.098598 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Request body: {'port': {'device_id': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:43:46.160396 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.409865 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b41b76-40cb-4f1e-b372-47ead7214e4f {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:43:46.417178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks [] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.430005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Transition to ACTIVE for port object a9b41b76-40cb-4f1e-b372-47ead7214e4f will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:43:46.520096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.583180 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:46.641416 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745681c-5fc5-444d-ba87-769d0a2a1675 req-d751f5a0-3b5d-4193-b6ba-15ab5b45b531 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:46.642865 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7745681c-5fc5-444d-ba87-769d0a2a1675 req-d751f5a0-3b5d-4193-b6ba-15ab5b45b531 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0756502 Jul 12 14:43:46.647116 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Attempting to bind port a9b41b76-40cb-4f1e-b372-47ead7214e4f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:43:46.647450 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Attempting to bind port a9b41b76-40cb-4f1e-b372-47ead7214e4f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:43:46.647778 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Attempting to bind port a9b41b76-40cb-4f1e-b372-47ead7214e4f on network 1d62481f-a360-40af-871f-8e152ec500d6 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:46.659303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Port a9b41b76-40cb-4f1e-b372-47ead7214e4f on network 1d62481f-a360-40af-871f-8e152ec500d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:43:46.659624 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Attempting to bind port a9b41b76-40cb-4f1e-b372-47ead7214e4f on network 1d62481f-a360-40af-871f-8e152ec500d6 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:43:46.673889 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:43:46.674155 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Checking segment: {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:43:46.674529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Bound using segment: {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:43:46.674948 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Bound port: a9b41b76-40cb-4f1e-b372-47ead7214e4f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17134863-6e9d-4947-aa39-3f823d4322d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:43:46.675303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.723446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:46.736303 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7745681c-5fc5-444d-ba87-769d0a2a1675 req-d166ee2c-2daf-423e-b1be-3f66e90c2dca tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862248 Jul 12 14:43:46.761603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:43:46.764685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:43:46.804798 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.903886 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.932824 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:46.949549 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e9bbc-ac51-4fcc-b17c-c8c26ab0f4ca req-13c8c6a1-a640-4345-90fb-3b9983abd683 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:46.951049 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-756e9bbc-ac51-4fcc-b17c-c8c26ab0f4ca req-13c8c6a1-a640-4345-90fb-3b9983abd683 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 944 time: 0.0808313 Jul 12 14:43:46.956770 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:46.958708 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:46.958708 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] 10.222.0.33 "PUT /v2.0/ports/a9b41b76-40cb-4f1e-b372-47ead7214e4f HTTP/1.1" status: 200 len: 1094 time: 0.8645527 Jul 12 14:43:46.959204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:46.961426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f19175-1617-4cd8-845a-294bbd8766b9" -d '{"events": [{"name": "network-changed", "server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:46.992866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c18ba4-bd55-444c-a26a-94407a5b01c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:46.998256 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea9ee3a-301e-43ae-8de2-dee6928d120a x-openstack-request-id: req-5ea9ee3a-301e-43ae-8de2-dee6928d120a {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:46.998538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:46.998819 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ea9ee3a-301e-43ae-8de2-dee6928d120a {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:46.999334 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea9ee3a-301e-43ae-8de2-dee6928d120a'] response: {'name': 'network-changed', 'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f', 'status': 'completed', 'code': 200} Jul 12 14:43:47.027422 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-756e9bbc-ac51-4fcc-b17c-c8c26ab0f4ca req-9b272098-bff0-4c5c-b810-60c253545a30 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610147 Jul 12 14:43:47.123060 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27c33e-156d-49ac-be32-354373ee13b8 req-753b747e-a622-4721-8217-ed433b5c774e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.124602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c27c33e-156d-49ac-be32-354373ee13b8 req-753b747e-a622-4721-8217-ed433b5c774e tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0793507 Jul 12 14:43:47.133858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-5b12148e-2844-4754-847c-c9852edda9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.135266 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-5b12148e-2844-4754-847c-c9852edda9b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 1128 time: 0.0575101 Jul 12 14:43:47.198755 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c27c33e-156d-49ac-be32-354373ee13b8 req-6720905e-d284-4eaa-8f20-c430092bfc8d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667729 Jul 12 14:43:47.266381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-ae76ea19-216c-41ae-8b15-06ef6535f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.267842 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-ae76ea19-216c-41ae-8b15-06ef6535f979 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1081097 Jul 12 14:43:47.379294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-9ca78243-addb-46e4-9c46-84328b4c44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.380762 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-61f19175-1617-4cd8-845a-294bbd8766b9 req-9ca78243-addb-46e4-9c46-84328b4c44fc service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973198 Jul 12 14:43:47.504816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-58fe9e50-d39e-4d07-b5c7-2dcf2dae79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.506243 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-58fe9e50-d39e-4d07-b5c7-2dcf2dae79b2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 1128 time: 0.0439076 Jul 12 14:43:47.556889 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-bc147a86-fb93-4815-ab25-9d6cbcaf8eb3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f HTTP/1.1" status: 200 len: 217 time: 0.0316236 Jul 12 14:43:47.608207 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9d69-fe16-4d64-914f-46155856dff1 req-b5893a87-b133-4bad-98ed-8448142a3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.609703 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-b5893a87-b133-4bad-98ed-8448142a3b99 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=26231823-fe43-4af0-84b6-516c1e0f00dc HTTP/1.1" status: 200 len: 848 time: 0.0470772 Jul 12 14:43:47.658091 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-41f22862-1f17-4a8c-be2b-36962be69bda service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1d62481f-a360-40af-871f-8e152ec500d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338354 Jul 12 14:43:47.754288 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-08ae700e-ab8a-43f5-a7b4-9d7cc7bc505e service neutron] 10.222.0.33 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858548 Jul 12 14:43:47.885922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfadd26-40b4-477c-bd5a-e98cb1f4747a req-0cc4781d-b0c3-4224-9cca-fc439ebeec87 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:47.887387 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cfadd26-40b4-477c-bd5a-e98cb1f4747a req-0cc4781d-b0c3-4224-9cca-fc439ebeec87 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0687091 Jul 12 14:43:47.910462 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-47af9d69-fe16-4d64-914f-46155856dff1 req-af18f4b7-179f-4d83-877c-f36a8908c839 service neutron] 10.222.0.33 "GET /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489623 Jul 12 14:43:47.940112 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cfadd26-40b4-477c-bd5a-e98cb1f4747a req-3e9bdd59-6b9f-4684-8ab0-73031648d451 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 Jul 12 14:43:48.144106 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa145-5f07-46e2-b39e-1acc2b5e8da2 req-1601d4fc-6889-44fe-a215-3e4d2242a547 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:48.145615 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-027fa145-5f07-46e2-b39e-1acc2b5e8da2 req-1601d4fc-6889-44fe-a215-3e4d2242a547 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 944 time: 0.0487728 Jul 12 14:43:48.156677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:48.195168 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-027fa145-5f07-46e2-b39e-1acc2b5e8da2 req-5a99e277-51ea-473e-b0e4-9f2de8a9f17e tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Jul 12 14:43:48.314009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aaaa4-232d-405c-a488-f24456c8f0bc req-9a96d68e-02d3-44b2-92ac-d89d641f32a2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:48.315376 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-686aaaa4-232d-405c-a488-f24456c8f0bc req-9a96d68e-02d3-44b2-92ac-d89d641f32a2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0508776 Jul 12 14:43:48.320200 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:48.363826 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-686aaaa4-232d-405c-a488-f24456c8f0bc req-41beb9db-0bd1-4c4b-8e43-0f63ca076e93 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 Jul 12 14:43:48.650025 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:49.057013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9c318-e5b9-4a18-8e76-68a484798751 req-1b873801-b129-47c3-a63e-dec7d0732b5a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:49.058479 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7a9c318-e5b9-4a18-8e76-68a484798751 req-1b873801-b129-47c3-a63e-dec7d0732b5a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0514081 Jul 12 14:43:49.106045 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7a9c318-e5b9-4a18-8e76-68a484798751 req-f0724252-ca60-4990-ae21-b4c9e8dad266 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Jul 12 14:43:49.295069 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:49.308137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699a1e-e0f7-42d0-92c7-8e3a1493f654 req-25412bb3-1fe6-4576-9827-e84f06d8a7b8 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:49.309584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-22699a1e-e0f7-42d0-92c7-8e3a1493f654 req-25412bb3-1fe6-4576-9827-e84f06d8a7b8 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 944 time: 0.0474658 Jul 12 14:43:49.605577 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-22699a1e-e0f7-42d0-92c7-8e3a1493f654 req-ba45744b-6e4f-4f62-b15b-5bda983ad6c0 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904837 Jul 12 14:43:49.639951 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fc10d-ae42-4c1d-96e4-61ba2f201c88 req-8ccbc23c-b786-45db-9cd9-b270b9ce890d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:49.641833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f24fc10d-ae42-4c1d-96e4-61ba2f201c88 req-8ccbc23c-b786-45db-9cd9-b270b9ce890d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Jul 12 14:43:49.687324 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f24fc10d-ae42-4c1d-96e4-61ba2f201c88 req-5dea8040-c7b5-4534-a34a-625b5b57b98c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Jul 12 14:43:50.218611 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c649d-86a7-4a29-9b98-9433a6a7acea req-fbe11187-1665-4e7a-9766-c6b478dc4062 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:50.220613 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b8c649d-86a7-4a29-9b98-9433a6a7acea req-fbe11187-1665-4e7a-9766-c6b478dc4062 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0467105 Jul 12 14:43:50.269439 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b8c649d-86a7-4a29-9b98-9433a6a7acea req-45c6317a-b317-4dc6-bdbe-bb0e3b42187e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Jul 12 14:43:50.735686 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-cd7ebe77-b8ff-47c4-aeb3-23c1c9c1eab1 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839065815&fields=id&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 267 time: 0.0789621 Jul 12 14:43:50.741939 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f26d-bf71-495f-95c8-5688f851a16d req-20e96b7b-39c6-4aa5-9260-4cc7a3ac1a3b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:50.743332 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ad8f26d-bf71-495f-95c8-5688f851a16d req-20e96b7b-39c6-4aa5-9260-4cc7a3ac1a3b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 944 time: 0.0691121 Jul 12 14:43:50.859782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ad8f26d-bf71-495f-95c8-5688f851a16d req-71085b1c-c597-4523-b6f1-6bc69ebbfa55 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056142 Jul 12 14:43:50.864052 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device a9b41b76-40cb-4f1e-b372-47ead7214e4f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:43:50.888374 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-816138a4-fb8a-4e36-998f-165a30aa262a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:50.889886 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-816138a4-fb8a-4e36-998f-165a30aa262a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1456966 Jul 12 14:43:50.905574 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-e85322eb-e78b-4c7f-8e88-1bb83f226435 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/quotas/c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 375 time: 0.0095246 Jul 12 14:43:50.948967 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:50.977755 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:50.991000 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f', 'network_id': '1d62481f-a360-40af-871f-8e152ec500d6', 'port_id': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f', 'mac_address': 'fa:16:3e:ae:cb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26231823-fe43-4af0-84b6-516c1e0f00dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:43:50.992558 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-854af00b-e923-410d-b22f-a3c43f185c1a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815933 Jul 12 14:43:50.999316 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da942333-eeae-4c1b-8323-6aed860f7601 req-0748c1ee-499b-4f44-bd6d-9c029e1b36a7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.001340 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-da942333-eeae-4c1b-8323-6aed860f7601 req-0748c1ee-499b-4f44-bd6d-9c029e1b36a7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0800331 Jul 12 14:43:51.030876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port a9b41b76-40cb-4f1e-b372-47ead7214e4f is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:51.031141 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:51.044334 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b41b76-40cb-4f1e-b372-47ead7214e4f {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:43:51.065141 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:51.115337 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-da942333-eeae-4c1b-8323-6aed860f7601 req-9aec88c2-722b-4c90-8ef8-fc2e27974ed0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077607 Jul 12 14:43:51.127478 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:51.131481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3ab79c95-5f74-46d2-b7df-9b782ff6850b service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250801 Jul 12 14:43:51.154630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:51.211160 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:51.218887 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.219390 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.219764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.220118 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.220453 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.220779 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.221109 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.221452 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.221789 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.222114 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.222433 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.222765 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.223084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.223398 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.223709 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:43:51.231130 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-7f84930e-3ee3-46b5-ac42-7d8d0c93bbbd service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937111 Jul 12 14:43:51.466938 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba266d4-14fd-4a72-af98-06ab0fe110f0 req-0c735602-b61b-4062-97da-2e3ce4b733b1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.468489 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dba266d4-14fd-4a72-af98-06ab0fe110f0 req-0c735602-b61b-4062-97da-2e3ce4b733b1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0491033 Jul 12 14:43:51.517133 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dba266d4-14fd-4a72-af98-06ab0fe110f0 req-87e2aaa3-fedc-4bd7-858b-179c6db6c2c4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Jul 12 14:43:51.605983 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['a9b41b76-40cb-4f1e-b372-47ead7214e4f'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:43:51.659372 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8406a-89ff-434f-9438-2fb1128af2b3 req-25f85476-5eb8-4d58-8def-6a062f9ad10d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.661001 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1dc8406a-89ff-434f-9438-2fb1128af2b3 req-25f85476-5eb8-4d58-8def-6a062f9ad10d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0815017 Jul 12 14:43:51.662361 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-c766dcb3-14cd-4f79-8e86-c8412f62222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.663696 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-c766dcb3-14cd-4f79-8e86-c8412f62222d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 1130 time: 0.0751235 Jul 12 14:43:51.687092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:51.768416 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1dc8406a-89ff-434f-9438-2fb1128af2b3 req-141902ef-036a-43dd-9769-b0df0ceefda6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009970 Jul 12 14:43:51.796843 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-f9776622-dc01-4a19-b1af-baf126a5f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.798526 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-f9776622-dc01-4a19-b1af-baf126a5f22e service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.1241360 Jul 12 14:43:51.869239 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a8dd8c9-3201-49bb-8db5-22ca9b87242e req-bede3477-a44e-4199-9c7a-2781b2d611c1 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0557556 Jul 12 14:43:51.897949 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-801d9592-c913-41fa-a44a-bdc19d8782cf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 200 len: 1002 time: 0.0905848 Jul 12 14:43:51.983395 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-149104a0-675c-42d3-aaf9-326b17f3a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.984884 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-149104a0-675c-42d3-aaf9-326b17f3a446 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0808611 Jul 12 14:43:51.995181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf5815-4031-4948-b757-a1df9fca521c req-a22f7cf5-c048-40db-85e4-80e1999fde3e tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:51.996546 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c7bf5815-4031-4948-b757-a1df9fca521c req-a22f7cf5-c048-40db-85e4-80e1999fde3e tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 945 time: 0.0609152 Jul 12 14:43:52.049889 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-21619e6e-c716-4128-9658-99ed37aab0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:52.051299 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-21619e6e-c716-4128-9658-99ed37aab0a1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536335 Jul 12 14:43:52.092636 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c7bf5815-4031-4948-b757-a1df9fca521c req-73c9d71b-4c3c-459e-abf9-6d1794aa0416 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Jul 12 14:43:52.159259 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-5e32823c-9e10-4b2a-925f-8202d55872da service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999448 Jul 12 14:43:52.262863 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c40493a1-a800-4c07-b639-c70b7a200ed4 req-b867423b-e1dc-4ad4-894d-cf69ae9a2eda service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831349 Jul 12 14:43:52.637447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7c63e-c36d-4d2d-a8f2-5f47a05ca837 req-1391ea85-22f3-4698-a8d1-523d8f3765d8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:52.638919 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5aa7c63e-c36d-4d2d-a8f2-5f47a05ca837 req-1391ea85-22f3-4698-a8d1-523d8f3765d8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0517032 Jul 12 14:43:52.685657 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5aa7c63e-c36d-4d2d-a8f2-5f47a05ca837 req-e1ec4dc7-2454-467b-9dce-591b8e103e94 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Jul 12 14:43:52.864001 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device a9b41b76-40cb-4f1e-b372-47ead7214e4f up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:43:52.899653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042fbe-1674-4337-8bc7-9eac0b7fae57 req-df2cf547-8eef-41a7-8589-25136320fcbb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:52.900953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71042fbe-1674-4337-8bc7-9eac0b7fae57 req-df2cf547-8eef-41a7-8589-25136320fcbb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0491028 Jul 12 14:43:52.915931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port a9b41b76-40cb-4f1e-b372-47ead7214e4f completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:43:52.927975 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:52.974183 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-678c1672-600b-4f90-b506-ab698efd2b15 req-383bd98e-5aaa-4d24-9f37-bb00ea12ac88 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0380135 Jul 12 14:43:52.976423 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port a9b41b76-40cb-4f1e-b372-47ead7214e4f triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:43:52.976987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:52.977664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71042fbe-1674-4337-8bc7-9eac0b7fae57 req-48e43a8b-25aa-4b4b-b0a2-c7f827a928ac tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700989 Jul 12 14:43:53.055520 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port a9b41b76-40cb-4f1e-b372-47ead7214e4f is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:43:53.055906 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:53.078826 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:43:53.081058 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8724e8-9b80-4486-a8f7-e42630816c9d" -d '{"events": [{"server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "name": "network-vif-plugged", "status": "completed", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:43:53.093706 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:43:53.117713 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02f303-d305-447e-80b0-4faa0a0cd930 x-openstack-request-id: req-4a02f303-d305-447e-80b0-4faa0a0cd930 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:43:53.117995 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "name": "network-vif-plugged", "status": "completed", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:43:53.118244 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a02f303-d305-447e-80b0-4faa0a0cd930 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:43:53.118661 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a02f303-d305-447e-80b0-4faa0a0cd930'] response: {'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f', 'code': 200} Jul 12 14:43:53.177893 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:53.206093 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621717-f0df-4047-b1e5-f9fa5ed61d88 req-0b3bc06e-5b68-4cac-9a0d-b43364096132 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:53.207603 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a621717-f0df-4047-b1e5-f9fa5ed61d88 req-0b3bc06e-5b68-4cac-9a0d-b43364096132 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Jul 12 14:43:53.221486 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:53.226161 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:43:53.257219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a621717-f0df-4047-b1e5-f9fa5ed61d88 req-f3f27b25-8ac2-47c2-b260-1bd0b24e5958 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Jul 12 14:43:53.808363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4610e96-9635-4450-850d-95fd1de747cd req-b2ee9359-c77f-40fd-a67d-920f5f11e58e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:53.809901 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c4610e96-9635-4450-850d-95fd1de747cd req-b2ee9359-c77f-40fd-a67d-920f5f11e58e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0504200 Jul 12 14:43:53.863420 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c4610e96-9635-4450-850d-95fd1de747cd req-1e9b9baa-630e-431e-b339-80fd18b36174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476878 Jul 12 14:43:54.081191 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-899147dc-dd6a-4e61-97fc-888d6b53c639 req-37bda9ed-336e-4585-acbe-05c28b9c4934 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0393128 Jul 12 14:43:54.114657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9446a1-2b45-4ed5-857d-4465f258be8a req-dd0f2a6d-7e55-404c-a65f-b013d0028cb8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:54.116107 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4c9446a1-2b45-4ed5-857d-4465f258be8a req-dd0f2a6d-7e55-404c-a65f-b013d0028cb8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0644963 Jul 12 14:43:54.160280 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:54.165272 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4c9446a1-2b45-4ed5-857d-4465f258be8a req-3859c8a9-fee3-4145-b02e-5c601588138c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Jul 12 14:43:54.254756 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=63 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:54.255954 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:54.368596 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e7be-a998-439b-b56c-7862a47df1f2 req-0b88701b-1361-4005-bfb5-cab534aab195 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:54.370075 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3f4e7be-a998-439b-b56c-7862a47df1f2 req-0b88701b-1361-4005-bfb5-cab534aab195 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0471954 Jul 12 14:43:54.416861 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3f4e7be-a998-439b-b56c-7862a47df1f2 req-464f9f0a-d0c4-4ad9-ab4d-e17c665e7db1 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Jul 12 14:43:54.982930 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de770-3bf0-44fe-9629-862fd6839db2 req-396278ab-9f30-4332-9597-3c0bd063a405 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:54.984407 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f9de770-3bf0-44fe-9629-862fd6839db2 req-396278ab-9f30-4332-9597-3c0bd063a405 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0504866 Jul 12 14:43:55.032639 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f9de770-3bf0-44fe-9629-862fd6839db2 req-bafc97a2-c1cf-42ab-8e65-249040bcbbbc tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Jul 12 14:43:55.186096 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dc295fe1-bd18-4802-a9c2-fe3fdf0e89a8 req-eeef90f6-7416-4a4a-bbdb-65b1e21bcf3c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0278563 Jul 12 14:43:55.336967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e77e-2366-44e4-be99-ac4f907cceba req-67aa5482-615c-4c0b-aa30-77bd2d6e2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:55.338544 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-67a6e77e-2366-44e4-be99-ac4f907cceba req-67aa5482-615c-4c0b-aa30-77bd2d6e2ef2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 1130 time: 0.0402715 Jul 12 14:43:55.386459 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-67a6e77e-2366-44e4-be99-ac4f907cceba req-2631610d-b7f3-4040-9dbe-2bb97333e3e5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Jul 12 14:43:55.532365 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca40265-8204-4af7-8a17-3f080c6d50eb req-90443d25-5aea-4908-9305-d7f25a9628f5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:55.533857 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1ca40265-8204-4af7-8a17-3f080c6d50eb req-90443d25-5aea-4908-9305-d7f25a9628f5 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0503922 Jul 12 14:43:55.580685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1ca40265-8204-4af7-8a17-3f080c6d50eb req-0cd90cdb-c3bb-447e-b1c3-100b63d66cc3 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Jul 12 14:43:55.738964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310628c-b089-4962-911a-c4b5d815c285 req-77a5dea8-b795-4b70-b4b2-a9628aadfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:55.740391 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5310628c-b089-4962-911a-c4b5d815c285 req-77a5dea8-b795-4b70-b4b2-a9628aadfc47 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0382938 Jul 12 14:43:55.792737 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5310628c-b089-4962-911a-c4b5d815c285 req-0523d63c-98e0-4aab-8042-3b8f53456736 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383072 Jul 12 14:43:55.976017 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:43:56.146871 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eefc6-43c7-4fc1-a27b-1fdef5d1435e req-1916992b-822c-4237-8c84-c4fa46a70fec tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:56.148340 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-520eefc6-43c7-4fc1-a27b-1fdef5d1435e req-1916992b-822c-4237-8c84-c4fa46a70fec tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0484900 Jul 12 14:43:56.194921 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-520eefc6-43c7-4fc1-a27b-1fdef5d1435e req-037c42df-38db-41ae-be4f-ba5672a9809c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Jul 12 14:43:56.283304 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b40a41c2-b910-478b-9701-bb73f012604e req-6c974948-6ff0-4d98-a308-71e30c97cd80 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0301485 Jul 12 14:43:56.692997 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423833b-d06f-4bbd-8f53-ad016b41b3b9 req-9c2aad57-7f49-42f1-9b6e-e6149f836189 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:56.694525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5423833b-d06f-4bbd-8f53-ad016b41b3b9 req-9c2aad57-7f49-42f1-9b6e-e6149f836189 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0470948 Jul 12 14:43:56.741070 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5423833b-d06f-4bbd-8f53-ad016b41b3b9 req-5d288c13-101a-4056-aa71-1dc1e4f8b8eb tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Jul 12 14:43:57.307032 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55515-81a9-4a10-b55c-845581a1a843 req-75e96c3c-8697-41fe-8351-1cdeb2434430 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:57.308492 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e1e55515-81a9-4a10-b55c-845581a1a843 req-75e96c3c-8697-41fe-8351-1cdeb2434430 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0470605 Jul 12 14:43:57.359581 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:57.365885 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e1e55515-81a9-4a10-b55c-845581a1a843 req-e68b7e0d-bab9-4220-a048-bc3110b68e0c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519700 Jul 12 14:43:57.384983 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b91fe797-dc0d-4c11-8607-fecb92eeb762 req-71c76338-bad6-48cd-aeca-ac40b0a212e0 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0358007 Jul 12 14:43:57.852285 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7061bd-5529-43c1-a5c2-031e356c1744 req-ec4aa3e7-535f-4611-808d-1a06f17a2c5a tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:57.853772 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e7061bd-5529-43c1-a5c2-031e356c1744 req-ec4aa3e7-535f-4611-808d-1a06f17a2c5a tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0468664 Jul 12 14:43:57.900195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e7061bd-5529-43c1-a5c2-031e356c1744 req-b167ab8f-78e1-4eaf-ab6e-2172f45bbbf4 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Jul 12 14:43:58.511160 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c22a08e5-ac6c-4585-9937-6c7602302fec req-cb8d1398-13c6-45a5-81ae-fec89c4d9d47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0433774 Jul 12 14:43:58.520987 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7507d-f681-4cdd-ae9d-7f5175ea34b9 req-8007c01b-d427-41f8-8c20-fb0fbee1a478 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:58.522504 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-80b7507d-f681-4cdd-ae9d-7f5175ea34b9 req-8007c01b-d427-41f8-8c20-fb0fbee1a478 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0852039 Jul 12 14:43:58.569433 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-80b7507d-f681-4cdd-ae9d-7f5175ea34b9 req-dc4331a3-7c68-41ff-8410-ed9e24a8e8aa tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Jul 12 14:43:59.064363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0139c8-95aa-4dac-8c45-1c6d7760f1fe req-36f8e4f4-a035-4cf0-b620-23d4c0986393 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:59.065839 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ad0139c8-95aa-4dac-8c45-1c6d7760f1fe req-36f8e4f4-a035-4cf0-b620-23d4c0986393 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0464122 Jul 12 14:43:59.113917 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ad0139c8-95aa-4dac-8c45-1c6d7760f1fe req-716beeac-cb42-420f-95b3-5c9fa49b6319 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Jul 12 14:43:59.330698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492975e-4917-40df-b4ee-91b01925d2f7 req-e0b5f758-1ec5-4d11-8243-8beb5c21ceae tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:59.332141 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1492975e-4917-40df-b4ee-91b01925d2f7 req-e0b5f758-1ec5-4d11-8243-8beb5c21ceae tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0468259 Jul 12 14:43:59.356255 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:43:59.381709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1492975e-4917-40df-b4ee-91b01925d2f7 req-a1b6df24-cd06-410a-8a28-a1f3c1180e01 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Jul 12 14:43:59.539715 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-d28a360b-97ad-4a36-bba1-f95d8e39fa1e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:59.541844 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-d28a360b-97ad-4a36-bba1-f95d8e39fa1e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1116967 Jul 12 14:43:59.610739 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c13724d-af88-4ea0-804c-9cd20884d9d5 req-ef0b34ce-5a6e-4948-afd6-ffa3780ceceb tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Jul 12 14:43:59.707493 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-4fd11b4b-57d9-4f27-9478-6eb351a77ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:43:59.708988 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-4fd11b4b-57d9-4f27-9478-6eb351a77ee7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0396206 Jul 12 14:43:59.711188 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-cd3898a0-7f5c-471e-a58b-319417e0596a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 380 time: 0.0571895 Jul 12 14:44:00.228185 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f0407-f9c7-4125-ad92-53835b05522b req-def09271-92a7-405f-8dfe-b7a6d9e4f36c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:00.229651 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-667f0407-f9c7-4125-ad92-53835b05522b req-def09271-92a7-405f-8dfe-b7a6d9e4f36c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0469909 Jul 12 14:44:00.276935 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-667f0407-f9c7-4125-ad92-53835b05522b req-fa0c9343-cdfb-49b4-adb3-fa3d369bdb5b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Jul 12 14:44:00.494847 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54393bb-11e5-4041-9021-9fce939630ba req-09894748-d427-4ef5-9958-e0524b877155 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:00.496282 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f54393bb-11e5-4041-9021-9fce939630ba req-09894748-d427-4ef5-9958-e0524b877155 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Jul 12 14:44:00.543227 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f54393bb-11e5-4041-9021-9fce939630ba req-d5d29477-d66b-4b02-bf4d-d1fdcb8cca7b tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Jul 12 14:44:00.706496 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ca892ed6-50fa-4e47-a44d-04446137017d req-7a077d78-3590-462a-990c-c01d9220b590 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Jul 12 14:44:01.330643 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'port': {'device_id': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'admin_state_up': True, 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'security_groups': ['52905454-4ca4-406a-876a-00367bd8aad5']}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:01.443707 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f257-803c-46ea-b40a-a96ec05ca8a7 req-96d7e13e-5720-4739-823b-0ed7f890b8b6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.445257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a949f257-803c-46ea-b40a-a96ec05ca8a7 req-96d7e13e-5720-4739-823b-0ed7f890b8b6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0968163 Jul 12 14:44:01.493844 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-a43f8dcb-2c1d-42b6-b45e-7b8bb58df7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.495284 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-a43f8dcb-2c1d-42b6-b45e-7b8bb58df7d6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1619780 Jul 12 14:44:01.511341 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a949f257-803c-46ea-b40a-a96ec05ca8a7 req-29b8d245-c47f-43fc-a0e5-aa75f3ca3fa6 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589402 Jul 12 14:44:01.519232 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Made reservation on behalf of c361a671e3fc43c8a536f6526dc530b1 for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:44:01.522805 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:01.653670 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.20.0.3 (053ecff6-71cf-4863-84fc-402dc3a5230b/773b3dd9-aa95-410f-ae4e-be124423c3ba/04f81fac-5835-4383-819e-c1a0c737643b) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:01.653924 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-1fa18c6c-03fa-4083-ac04-9551697baee2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 1001 time: 0.0900211 Jul 12 14:44:01.668993 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbded71e-0f79-4adb-8202-b2f9cd9d20a7 req-9a7a6bc1-0a86-4b04-bb4a-d1f7c9fa36f3 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.670513 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bbded71e-0f79-4adb-8202-b2f9cd9d20a7 req-9a7a6bc1-0a86-4b04-bb4a-d1f7c9fa36f3 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0574913 Jul 12 14:44:01.733362 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-a966072b-30ce-4456-87ac-0ba0bbac153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.734818 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-a966072b-30ce-4456-87ac-0ba0bbac153f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0634480 Jul 12 14:44:01.757705 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bbded71e-0f79-4adb-8202-b2f9cd9d20a7 req-23b25256-57af-4add-a77e-c80fe2a35dd3 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/security-groups?id=31cc9e04-510c-4de4-b076-2ab70c8e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594738 Jul 12 14:44:01.788054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:01.800742 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (04f81fac-5835-4383-819e-c1a0c737643b), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:01.810352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-220bb2ab-3757-4aef-b54e-83ba0277ab8c req-258bcac2-9447-47be-9090-ec0b85065ca5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Jul 12 14:44:01.830283 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:01.882959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-eb328d3a-8182-47c1-96d5-a0faf9b8ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.884457 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-eb328d3a-8182-47c1-96d5-a0faf9b8ab2e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732644 Jul 12 14:44:01.890353 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b12d3512-38e6-4860-8822-d6852aa96dff tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:01.892258 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b12d3512-38e6-4860-8822-d6852aa96dff tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 946 time: 0.0795319 Jul 12 14:44:01.898657 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:01.944483 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:01.947609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:01.951557 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:01.978153 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:01.997884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:01.998228 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:01.998578 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:01.998925 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:01.999320 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:01.999661 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.000367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.000367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.001218 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.001503 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.001832 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.002164 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.002486 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.002811 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.003132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:02.026731 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:02.027492 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.049484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Deleting port a9b41b76-40cb-4f1e-b372-47ead7214e4f {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:02.049833 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.056887 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-4109746f-483d-4923-885a-9a839798a2ee service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592433 Jul 12 14:44:02.103637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:02.116700 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-c93bb08b-5b38-432e-9f28-5854145e5051 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917264 Jul 12 14:44:02.144672 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Request body: {'port': {'device_id': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:02.148400 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:02.207883 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (04f81fac-5835-4383-819e-c1a0c737643b), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.221746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] For port a9b41b76-40cb-4f1e-b372-47ead7214e4f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a9b41b76-40cb-4f1e-b372-47ead7214e4f,segment=NetworkSegment(17134863-6e9d-4947-aa39-3f823d4322d6),segment_id=17134863-6e9d-4947-aa39-3f823d4322d6)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:02.222057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.230183 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-f1a08325-48cd-4ca0-8a9b-77556122af25 None None] Provisioning complete for port 04f81fac-5835-4383-819e-c1a0c737643b triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:02.230801 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f1a08325-48cd-4ca0-8a9b-77556122af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (04f81fac-5835-4383-819e-c1a0c737643b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.239568 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44e72afd-9fd4-4ea5-9f64-316af0cbe0cf req-b82c7cf7-dc90-4e7a-8840-20e317a33267 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714449 Jul 12 14:44:02.240499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Calling delete_port for a9b41b76-40cb-4f1e-b372-47ead7214e4f owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:02.268943 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-f1a08325-48cd-4ca0-8a9b-77556122af25 None None] Port 04f81fac-5835-4383-819e-c1a0c737643b cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:44:02.446341 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (a9b41b76-40cb-4f1e-b372-47ead7214e4f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.472465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Pushing event deleted for resources: {'Port': ['ID=a9b41b76-40cb-4f1e-b372-47ead7214e4f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:02.483238 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f81fac-5835-4383-819e-c1a0c737643b {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:02.492109 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks [] for port (04f81fac-5835-4383-819e-c1a0c737643b), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.506235 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['a9b41b76-40cb-4f1e-b372-47ead7214e4f'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:02.508315 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Transition to ACTIVE for port object 04f81fac-5835-4383-819e-c1a0c737643b will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:44:02.524529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] No DVR routers for this DVR port a9b41b76-40cb-4f1e-b372-47ead7214e4f on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:02.527181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.530601 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ceaa914a-d643-4d56-b9d2-7b534d86795c req-b0c3f7a5-3af3-4b8a-a357-843eb48f5b2d tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.33 "DELETE /v2.0/ports/a9b41b76-40cb-4f1e-b372-47ead7214e4f HTTP/1.1" status: 204 len: 173 time: 0.6259444 Jul 12 14:44:02.531029 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'name': 'network-vif-deleted', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:02.533813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb48284-3cf1-43e6-8591-251e582c1b41" -d '{"events": [{"server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "name": "network-vif-deleted", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:02.578543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44e210-cec8-4135-8d39-061a566e8aaf x-openstack-request-id: req-2e44e210-cec8-4135-8d39-061a566e8aaf {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:02.578874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a574c3-5f25-48a6-99e9-464bf90937a9", "name": "network-vif-deleted", "tag": "a9b41b76-40cb-4f1e-b372-47ead7214e4f", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:02.579127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e44e210-cec8-4135-8d39-061a566e8aaf {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:02.579534 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e44e210-cec8-4135-8d39-061a566e8aaf'] response: {'server_uuid': '10a574c3-5f25-48a6-99e9-464bf90937a9', 'name': 'network-vif-deleted', 'tag': 'a9b41b76-40cb-4f1e-b372-47ead7214e4f', 'status': 'completed', 'code': 200} Jul 12 14:44:02.612433 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.632172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5bbc3-2e26-4532-a0b7-2a1b45312be4 req-a4639646-5050-40bd-aeaf-97767e54aa9a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:02.633812 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c6e5bbc3-2e26-4532-a0b7-2a1b45312be4 req-a4639646-5050-40bd-aeaf-97767e54aa9a tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0511150 Jul 12 14:44:02.668742 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Pushing event updated for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:02.690693 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c6e5bbc3-2e26-4532-a0b7-2a1b45312be4 req-e45c34b0-386a-4dba-8c7c-e0932c49c60b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Jul 12 14:44:02.724440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:02.746041 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Attempting to bind port 04f81fac-5835-4383-819e-c1a0c737643b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:44:02.746603 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Attempting to bind port 04f81fac-5835-4383-819e-c1a0c737643b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:44:02.747000 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Attempting to bind port 04f81fac-5835-4383-819e-c1a0c737643b on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:02.754341 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Port 04f81fac-5835-4383-819e-c1a0c737643b on network 053ecff6-71cf-4863-84fc-402dc3a5230b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:44:02.754661 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Attempting to bind port 04f81fac-5835-4383-819e-c1a0c737643b on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:02.760548 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:44:02.761135 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:02.767947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Bound using segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:44:02.767947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Bound port: 04f81fac-5835-4383-819e-c1a0c737643b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:44:02.767947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (04f81fac-5835-4383-819e-c1a0c737643b), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.832708 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:44:02.843208 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04f81fac-5835-4383-819e-c1a0c737643b,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:44:02.864777 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-945e13dc-224f-4377-b42f-a0a4f423144a req-301896a8-517f-446b-b4ea-2ebc9698a5f2 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0296535 Jul 12 14:44:02.931336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c537c-acb9-4c0c-bce5-056cdacb8c24 req-7a463a6d-5e2a-4165-9c22-68ca43869c74 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:02.932701 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f7c537c-acb9-4c0c-bce5-056cdacb8c24 req-7a463a6d-5e2a-4165-9c22-68ca43869c74 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0506465 Jul 12 14:44:02.965735 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:02.981773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f7c537c-acb9-4c0c-bce5-056cdacb8c24 req-a16770aa-fd3a-42e4-a4a1-c914218f8fdd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Jul 12 14:44:03.006262 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:03.006882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:03.008435 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] 10.222.0.33 "PUT /v2.0/ports/04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 200 len: 1093 time: 0.8688581 Jul 12 14:44:03.008928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:03.011576 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a6749-c487-406a-be28-10f950a58828" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "tag": "04f81fac-5835-4383-819e-c1a0c737643b"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:03.032860 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af944f8-b579-4be5-9193-ca2052751f27 service neutron] Pushing event updated for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:03.050356 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769c5cb3-5aae-4183-a41b-da1633448056 x-openstack-request-id: req-769c5cb3-5aae-4183-a41b-da1633448056 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:03.050649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "tag": "04f81fac-5835-4383-819e-c1a0c737643b", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:03.050899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-769c5cb3-5aae-4183-a41b-da1633448056 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:03.051297 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769c5cb3-5aae-4183-a41b-da1633448056'] response: {'name': 'network-changed', 'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b', 'status': 'completed', 'code': 200} Jul 12 14:44:03.804004 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a64beb-0ec7-4e44-88ac-d681fa839e39 req-d45e5179-5f0a-4f39-866a-faf0d72ad64f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:03.805458 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68a64beb-0ec7-4e44-88ac-d681fa839e39 req-d45e5179-5f0a-4f39-866a-faf0d72ad64f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0468249 Jul 12 14:44:03.836839 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:03.851549 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68a64beb-0ec7-4e44-88ac-d681fa839e39 req-5f385616-6d0d-4cda-a708-4aed07af2ed0 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Jul 12 14:44:03.963021 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2c7c0ac-7156-4111-96e1-0ee3cfff6a77 req-c188b439-b6dc-418d-af8a-a649ef15e1ba tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jul 12 14:44:04.093768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599682-ff70-43a2-94dd-29673aa0d4f4 req-5c9a096d-9fea-482f-a508-41470c37083e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:04.095226 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3599682-ff70-43a2-94dd-29673aa0d4f4 req-5c9a096d-9fea-482f-a508-41470c37083e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0464571 Jul 12 14:44:04.147373 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3599682-ff70-43a2-94dd-29673aa0d4f4 req-f468ac9e-2a1f-466f-9b19-ac147961a9d8 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Jul 12 14:44:04.598537 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6749-c487-406a-be28-10f950a58828 req-16a6bd73-0a64-4f8f-819d-93e1aca97145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:04.634249 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-000a6749-c487-406a-be28-10f950a58828 req-16a6bd73-0a64-4f8f-819d-93e1aca97145 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1127 time: 0.0459151 Jul 12 14:44:04.904058 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device a9b41b76-40cb-4f1e-b372-47ead7214e4f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:04.923892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: a9b41b76-40cb-4f1e-b372-47ead7214e4f {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:04.924237 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device a9b41b76-40cb-4f1e-b372-47ead7214e4f not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:04.966914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d66e8-a730-4c2d-afe4-f61f3279b0f7 req-3e0aa6fe-880d-4949-a147-2634002faf85 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:04.968364 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b20d66e8-a730-4c2d-afe4-f61f3279b0f7 req-3e0aa6fe-880d-4949-a147-2634002faf85 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0476532 Jul 12 14:44:05.018098 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b20d66e8-a730-4c2d-afe4-f61f3279b0f7 req-33cbbc95-d7e8-4641-8aa9-4468760ffa7f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Jul 12 14:44:05.074503 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0502d4a8-4474-41d1-8063-7cd5fa6c09fd req-679347a9-87f8-4e76-8288-d3dd954b16d7 tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0306730 Jul 12 14:44:05.390066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896393-d3dc-4a2b-9f01-ff0d04c29185 req-72c46e90-fe44-45e1-b19c-c1e52457b89e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:05.391586 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-20896393-d3dc-4a2b-9f01-ff0d04c29185 req-72c46e90-fe44-45e1-b19c-c1e52457b89e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.3075058 Jul 12 14:44:05.400569 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59612) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:05.404996 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Request body: {'floatingip': {'port_id': '12bf018a-5099-450d-857c-a8150eca7139'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:05.406791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb43f2-e2c2-438c-9024-223211129bc3 req-632f291c-d61f-409f-b049-6a537adbf4e7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:05.410084 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bbb43f2-e2c2-438c-9024-223211129bc3 req-632f291c-d61f-409f-b049-6a537adbf4e7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0690689 Jul 12 14:44:05.456010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:05.461194 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6bbb43f2-e2c2-438c-9024-223211129bc3 req-2e120405-7b37-43dd-915c-88d1c9ac1889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472338 Jul 12 14:44:05.760216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:05.765247 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6749-c487-406a-be28-10f950a58828 req-5c5420f5-849d-4655-9070-473d47d5a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:05.766730 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-000a6749-c487-406a-be28-10f950a58828 req-5c5420f5-849d-4655-9070-473d47d5a815 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c361a671e3fc43c8a536f6526dc530b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4401734 Jul 12 14:44:05.975878 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:06.190441 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-74ff6ff0-27bb-4767-84f1-de53a79bf275 req-cc270591-b1d2-4608-8951-1b39903d9deb tempest-VolumesActionsTest-2122839514 tempest-VolumesActionsTest-2122839514-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a574c3-5f25-48a6-99e9-464bf90937a9 HTTP/1.1" status: 200 len: 210 time: 0.0311744 Jul 12 14:44:06.259090 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6749-c487-406a-be28-10f950a58828 req-d9000c90-1308-4398-bb98-996ce8e46fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:06.260559 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-000a6749-c487-406a-be28-10f950a58828 req-d9000c90-1308-4398-bb98-996ce8e46fe2 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2468069 Jul 12 14:44:06.381136 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:06.388383 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-362e540b-c6ed-44b4-9ba4-6f2f816a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:06.389910 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-362e540b-c6ed-44b4-9ba4-6f2f816a1d21 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1127 time: 0.0516136 Jul 12 14:44:06.448320 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-84568e3f-a074-41ae-9bce-32db21852b28 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 200 len: 217 time: 0.0326648 Jul 12 14:44:06.466384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:06.547631 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3df17dd0-8cd9-495d-884f-db2937e8b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:06.549120 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-3df17dd0-8cd9-495d-884f-db2937e8b8c0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0912921 Jul 12 14:44:06.574419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde7c17-363a-4720-8318-7f56c047422c req-e17a5d7c-e79e-4741-9541-8cc12f6c2096 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:06.575923 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ccde7c17-363a-4720-8318-7f56c047422c req-e17a5d7c-e79e-4741-9541-8cc12f6c2096 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0472884 Jul 12 14:44:06.616649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:06.626497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-ea777ccb-3914-4b54-ae99-bf6b33d1faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:06.627144 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ccde7c17-363a-4720-8318-7f56c047422c req-7db145bc-a324-43c1-bc5e-d7301b5f201c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Jul 12 14:44:06.628138 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-ea777ccb-3914-4b54-ae99-bf6b33d1faff service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551059 Jul 12 14:44:06.805532 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-966dbf98-1e16-4b56-ab82-c84d07269635 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394720 Jul 12 14:44:06.807207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:06.975155 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-97eefbfa-de9d-4b87-ba57-953626dc82a5 req-b8c88abf-2307-4a5c-965e-2eabd2681de0 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631761 Jul 12 14:44:06.981335 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:06.986288 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:06.991362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:07.004071 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:07.005171 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:07.012991 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:07.021305 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:07.023609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e20a11-0614-4749-87c3-06580abf7f43" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:07.057447 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-385b2ab4-8192-453f-87c8-2775b75559d1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "PUT /v2.0/floatingips/f0c9d3f8-3413-4925-b15a-be696e26d474 HTTP/1.1" status: 200 len: 993 time: 1.6534560 Jul 12 14:44:07.063600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f6577-6ccc-44d7-b702-b898242f07f4 x-openstack-request-id: req-b25f6577-6ccc-44d7-b702-b898242f07f4 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:07.063890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:07.064148 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b25f6577-6ccc-44d7-b702-b898242f07f4 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:07.064548 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25f6577-6ccc-44d7-b702-b898242f07f4'] response: {'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'status': 'completed', 'code': 200} Jul 12 14:44:07.115779 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:07.153189 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:07.458818 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:44:06Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:07.475575 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20a11-0614-4749-87c3-06580abf7f43 req-acfc3b5d-9aa6-4efe-88fa-825cdf01f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:07.477130 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-acfc3b5d-9aa6-4efe-88fa-825cdf01f227 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0413709 Jul 12 14:44:07.484603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:07.493492 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:07.494100 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:43:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:07.576746 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20a11-0614-4749-87c3-06580abf7f43 req-b9807354-26b2-48ef-bd43-956eebf62b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:07.578185 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-b9807354-26b2-48ef-bd43-956eebf62b99 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.0945535 Jul 12 14:44:07.607069 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:07.666951 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-fa3342db-d883-4383-8dec-c9322405f94a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 1001 time: 0.0814910 Jul 12 14:44:07.727098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20a11-0614-4749-87c3-06580abf7f43 req-cc4eb0f3-d8fa-4412-9339-77890599c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:07.728646 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-cc4eb0f3-d8fa-4412-9339-77890599c004 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0513661 Jul 12 14:44:07.781924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b824-8939-4a60-9678-3024ad4ae5b3 req-dd87a21f-f157-4b01-a302-80db5b3ff317 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:07.789286 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d4d1b824-8939-4a60-9678-3024ad4ae5b3 req-dd87a21f-f157-4b01-a302-80db5b3ff317 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0594788 Jul 12 14:44:07.840561 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d4d1b824-8939-4a60-9678-3024ad4ae5b3 req-8afd6e0f-bd21-403b-8717-d04f6ec9b323 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502496 Jul 12 14:44:07.850828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:44:06Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:07.854968 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:07.881818 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e22ad5-7348-4905-89a6-4bd3a850329f None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f0c9d3f8-3413-4925-b15a-be696e26d474', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'port_id': '12bf018a-5099-450d-857c-a8150eca7139', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'mac_address': 'fa:16:3e:96:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:41:51Z', 'updated_at': '2022-07-12T14:44:06Z', 'revision_number': 3, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:08.013389 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20a11-0614-4749-87c3-06580abf7f43 req-fd5dfd05-ce32-4c68-8b29-a8039eaad125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:08.014953 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-fd5dfd05-ce32-4c68-8b29-a8039eaad125 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2790332 Jul 12 14:44:08.117487 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-6f6ded0f-d035-4285-b845-a509c202d8c2 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Jul 12 14:44:08.213434 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-08e20a11-0614-4749-87c3-06580abf7f43 req-67c9dedb-9e42-4588-8f45-0c04766a82b5 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888376 Jul 12 14:44:08.964243 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d57f1b-b9d1-4cb4-98b2-c4c74175da3b req-425ca8a5-401e-4d92-aaa9-00d08d14ea5c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:08.965773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7d57f1b-b9d1-4cb4-98b2-c4c74175da3b req-425ca8a5-401e-4d92-aaa9-00d08d14ea5c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0496585 Jul 12 14:44:09.014820 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f7d57f1b-b9d1-4cb4-98b2-c4c74175da3b req-f43e4601-6224-47f0-bec1-82de4e5c53b6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Jul 12 14:44:09.065969 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:09.068311 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846f9a1e-4c8a-4c48-8312-7381e7e45c77" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:09.102183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f913fe7-0fc5-47ba-9f3e-f03d8c728c39 x-openstack-request-id: req-3f913fe7-0fc5-47ba-9f3e-f03d8c728c39 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:09.102473 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:09.102721 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f913fe7-0fc5-47ba-9f3e-f03d8c728c39 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:09.103116 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f913fe7-0fc5-47ba-9f3e-f03d8c728c39'] response: {'name': 'network-changed', 'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'status': 'completed', 'code': 200} Jul 12 14:44:10.125479 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c48cd-b411-475f-b7b5-bf2f15ea435e req-2d223dfb-a299-4c54-8f63-1c82d0602991 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:10.127435 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-890c48cd-b411-475f-b7b5-bf2f15ea435e req-2d223dfb-a299-4c54-8f63-1c82d0602991 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0463855 Jul 12 14:44:10.175357 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-890c48cd-b411-475f-b7b5-bf2f15ea435e req-dcd8bcf7-f9de-484d-9113-d34bf6b849d3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Jul 12 14:44:11.293013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c510-6617-4819-a0db-db3999973aa0 req-0183e82d-5246-4759-838e-62b2421b253b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:11.294486 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7320c510-6617-4819-a0db-db3999973aa0 req-0183e82d-5246-4759-838e-62b2421b253b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0509994 Jul 12 14:44:11.344261 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7320c510-6617-4819-a0db-db3999973aa0 req-e5bee7db-0296-4d65-befb-3382154cda55 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Jul 12 14:44:11.628724 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:11.657474 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-311048ae-a854-4f3b-99f0-ae4d42240043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:11.659146 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-311048ae-a854-4f3b-99f0-ae4d42240043 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 1129 time: 0.0404906 Jul 12 14:44:11.759374 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-49aa13ac-ca3f-462d-8474-54f51b3ea944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:11.760884 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-49aa13ac-ca3f-462d-8474-54f51b3ea944 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.0876555 Jul 12 14:44:11.822144 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-6c646456-3d43-49e1-9a69-39e524709f0c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 200 len: 1001 time: 0.0532856 Jul 12 14:44:11.878254 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-f1e9fe1a-6060-41d4-8a10-7e838e6e8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:11.879631 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-f1e9fe1a-6060-41d4-8a10-7e838e6e8f29 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0462694 Jul 12 14:44:11.933237 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-d57b07d4-af90-428f-aedd-3913261b69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:11.934700 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-d57b07d4-af90-428f-aedd-3913261b69b8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384388 Jul 12 14:44:12.036627 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-368e16d3-d71c-4b10-abdf-87d01b5cc0e0 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870714 Jul 12 14:44:12.067547 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:12.129605 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-846f9a1e-4c8a-4c48-8312-7381e7e45c77 req-08649f37-deab-4531-ba02-2631bd26206f service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Jul 12 14:44:12.455524 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1b34-c21a-4b24-bf5b-7b5dc2c59a01 req-bff88fe0-e54b-4b5c-a763-14e7ea9e10be tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:12.456980 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e67f1b34-c21a-4b24-bf5b-7b5dc2c59a01 req-bff88fe0-e54b-4b5c-a763-14e7ea9e10be tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0469770 Jul 12 14:44:12.505545 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e67f1b34-c21a-4b24-bf5b-7b5dc2c59a01 req-177d68f5-72d5-4ebd-ab3b-156220b3d4f1 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Jul 12 14:44:13.245914 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:44:13.343670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-7ba22830-7db3-4669-bb47-2b67c3a3b643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:13.625441 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b354b-01a9-4a82-a036-25659b3797b1 req-af0d265c-d55d-4a35-8ac1-c65367778a17 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:13.632729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c8b354b-01a9-4a82-a036-25659b3797b1 req-af0d265c-d55d-4a35-8ac1-c65367778a17 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0573688 Jul 12 14:44:13.695075 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c8b354b-01a9-4a82-a036-25659b3797b1 req-b7bd2523-c880-4d31-b72b-d89d45efed57 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613651 Jul 12 14:44:14.769142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:14.809332 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349ff4a-2433-4674-bf67-d0764271327d req-6de79d06-e11d-419a-951b-fc7ce8bbd0d7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:14.810956 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7349ff4a-2433-4674-bf67-d0764271327d req-6de79d06-e11d-419a-951b-fc7ce8bbd0d7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Jul 12 14:44:14.865710 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7349ff4a-2433-4674-bf67-d0764271327d req-7c48ba59-b6ad-47d1-b4d6-e4927c75df21 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 Jul 12 14:44:14.974520 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 04f81fac-5835-4383-819e-c1a0c737643b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:44:15.078048 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04f81fac-5835-4383-819e-c1a0c737643b,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:15.092325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '04f81fac-5835-4383-819e-c1a0c737643b', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'port_id': '04f81fac-5835-4383-819e-c1a0c737643b', 'mac_address': 'fa:16:3e:dc:32:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:44:15.133319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 04f81fac-5835-4383-819e-c1a0c737643b is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:15.133755 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (04f81fac-5835-4383-819e-c1a0c737643b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:15.147809 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f81fac-5835-4383-819e-c1a0c737643b {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:15.169625 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04f81fac-5835-4383-819e-c1a0c737643b,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:15.229630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:15.282377 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:15.582445 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9d5fcd6b-3722-4814-ada5-eebc1dd640c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:15.712265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['04f81fac-5835-4383-819e-c1a0c737643b'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:15.759000 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:15.927970 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:15.985545 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95d9b-dd1a-43aa-a714-d0cd22d3ba8b req-f4fa759f-8127-466c-824e-476063e02f4f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:15.987048 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aaa95d9b-dd1a-43aa-a714-d0cd22d3ba8b req-f4fa759f-8127-466c-824e-476063e02f4f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Jul 12 14:44:16.037699 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aaa95d9b-dd1a-43aa-a714-d0cd22d3ba8b req-85518fed-48d5-4dd8-bfc5-deaa3653d292 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Jul 12 14:44:16.755306 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:17.214050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 04f81fac-5835-4383-819e-c1a0c737643b up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:44:17.265891 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 04f81fac-5835-4383-819e-c1a0c737643b completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:44:17.308277 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288392a-5f3e-41f9-8462-dfe82cd9ee14 req-d902c0b8-8509-470b-84d1-4e28ecb1e8ed tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:17.315338 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5288392a-5f3e-41f9-8462-dfe82cd9ee14 req-d902c0b8-8509-470b-84d1-4e28ecb1e8ed tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 944 time: 0.1935651 Jul 12 14:44:17.353632 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 04f81fac-5835-4383-819e-c1a0c737643b triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:17.354294 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (04f81fac-5835-4383-819e-c1a0c737643b), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:17.383496 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5288392a-5f3e-41f9-8462-dfe82cd9ee14 req-5f4a303a-b41f-4234-a594-d9461e89d650 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665903 Jul 12 14:44:17.451889 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 04f81fac-5835-4383-819e-c1a0c737643b is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:17.452367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (04f81fac-5835-4383-819e-c1a0c737643b), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:17.477910 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:17.480271 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e32f5-d94d-48c0-bf88-58c29ee2faa6" -d '{"events": [{"server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "name": "network-vif-plugged", "status": "completed", "tag": "04f81fac-5835-4383-819e-c1a0c737643b"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:17.494197 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04f81fac-5835-4383-819e-c1a0c737643b,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:17.526298 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4457c953-3751-4b88-94a8-db248418fa69 x-openstack-request-id: req-4457c953-3751-4b88-94a8-db248418fa69 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:17.526612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "name": "network-vif-plugged", "status": "completed", "tag": "04f81fac-5835-4383-819e-c1a0c737643b", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:17.526864 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4457c953-3751-4b88-94a8-db248418fa69 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:17.527290 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4457c953-3751-4b88-94a8-db248418fa69'] response: {'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b', 'code': 200} Jul 12 14:44:17.560880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:17.623765 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:17.947719 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88734e04-23ee-4d3c-aec7-b0bd8fa7af68 req-c75e6846-14ec-49ac-af5d-a0188ac78f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:17.949386 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-88734e04-23ee-4d3c-aec7-b0bd8fa7af68 req-c75e6846-14ec-49ac-af5d-a0188ac78f6c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1129 time: 0.0446465 Jul 12 14:44:18.004378 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-88734e04-23ee-4d3c-aec7-b0bd8fa7af68 req-d107ff8c-70a8-40c0-a37d-b28956ac67ff service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479939 Jul 12 14:44:18.253694 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:18.560153 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6994-d7f3-4f83-bad1-6d0b76045286 req-35035741-5545-4545-aba1-83d0496f71c4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:18.567370 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4cda6994-d7f3-4f83-bad1-6d0b76045286 req-35035741-5545-4545-aba1-83d0496f71c4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0676599 Jul 12 14:44:18.640993 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4cda6994-d7f3-4f83-bad1-6d0b76045286 req-78cccec3-4f15-49cf-9d01-cfb2d692ca53 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726628 Jul 12 14:44:18.721129 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:19.728425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:19.771314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89070ac-8eda-4e48-abc1-a8e5b6754fae req-002e0c57-9e25-4f5d-bee4-8d937bafa836 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:19.778032 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e89070ac-8eda-4e48-abc1-a8e5b6754fae req-002e0c57-9e25-4f5d-bee4-8d937bafa836 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Jul 12 14:44:19.830967 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e89070ac-8eda-4e48-abc1-a8e5b6754fae req-3fb5d2db-1fa5-418d-9533-533d256b380c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514576 Jul 12 14:44:20.986319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94583d10-0b14-4970-a12f-24234a0b2b8e req-6b1c5740-02dd-4424-94ca-06e55484b1ac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:20.993045 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-94583d10-0b14-4970-a12f-24234a0b2b8e req-6b1c5740-02dd-4424-94ca-06e55484b1ac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0829759 Jul 12 14:44:21.048716 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-94583d10-0b14-4970-a12f-24234a0b2b8e req-9f994ca6-fad7-4a6e-9587-6fedff46457c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547113 Jul 12 14:44:21.225447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb73ef-aeaa-4029-9390-401b9eac54fb req-31a15748-dd70-45b3-ac44-2ec193abc0d6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:21.227183 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1cbb73ef-aeaa-4029-9390-401b9eac54fb req-31a15748-dd70-45b3-ac44-2ec193abc0d6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0753727 Jul 12 14:44:21.290616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1cbb73ef-aeaa-4029-9390-401b9eac54fb req-46317ac1-ff5d-4cae-8aea-d79c0987e5c4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 Jul 12 14:44:21.314777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59796) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:21.400478 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8eb972-7cc5-4b45-97b8-ddc38a10a858 tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:21.402053 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-7b8eb972-7cc5-4b45-97b8-ddc38a10a858 tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1124 time: 0.0863464 Jul 12 14:44:21.405067 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59800) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:21.409371 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'port_id': '04f81fac-5835-4383-819e-c1a0c737643b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:21.531749 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:21.644885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:21.806817 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.27.3.131 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/b7cde59b-c966-4632-b7ac-71cf3f56aef9) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:21.812873 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:21.943693 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:22.064208 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:22.109571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:22.115238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:22.119058 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:22.149067 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=b7cde59b-c966-4632-b7ac-71cf3f56aef9,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:22.168352 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:22.541653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (f8cf405b-698a-4dd3-873b-bd03ca38a5ad), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:22.628249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399bdf8-b0fc-4afa-9dc4-1a4ab9d9fc95 req-51899bd9-a34b-44a6-a4a4-57ba54b7661d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:22.629764 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7399bdf8-b0fc-4afa-9dc4-1a4ab9d9fc95 req-51899bd9-a34b-44a6-a4a4-57ba54b7661d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0845509 Jul 12 14:44:22.677783 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7399bdf8-b0fc-4afa-9dc4-1a4ab9d9fc95 req-bcf3d663-8aaf-4463-9bee-0c7ed5301268 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Jul 12 14:44:22.769607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:22.936685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:23.001520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:23.006595 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:23.039687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f8cf405b-698a-4dd3-873b-bd03ca38a5ad), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:23.093538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=b7cde59b-c966-4632-b7ac-71cf3f56aef9,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:23.162243 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP f8cf405b-698a-4dd3-873b-bd03ca38a5ad associated. External IP: 172.27.3.131, port: 04f81fac-5835-4383-819e-c1a0c737643b. Jul 12 14:44:23.315899 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:23.379070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:23.497413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:23.512066 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:23.527184 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:23.527814 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:23.592847 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:23.641349 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:23.643034 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-047bd296-bb5c-48b9-a6fa-aeb7d7f09fb9 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2368917 Jul 12 14:44:23.643789 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:23.647573 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b262d8-402f-426a-9b06-bbceb485e793" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "tag": "04f81fac-5835-4383-819e-c1a0c737643b"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:23.690895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5c488-c048-4fe8-be9a-1e3081ac0b31 x-openstack-request-id: req-8ff5c488-c048-4fe8-be9a-1e3081ac0b31 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:23.691538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "tag": "04f81fac-5835-4383-819e-c1a0c737643b", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:23.692461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ff5c488-c048-4fe8-be9a-1e3081ac0b31 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:23.693035 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff5c488-c048-4fe8-be9a-1e3081ac0b31'] response: {'name': 'network-changed', 'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b', 'status': 'completed', 'code': 200} Jul 12 14:44:23.845593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829c61-c926-4879-a260-479eed00b6ce req-59992732-4312-4b8b-994d-124d418a1032 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:23.847218 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be829c61-c926-4879-a260-479eed00b6ce req-59992732-4312-4b8b-994d-124d418a1032 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0708973 Jul 12 14:44:23.936747 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be829c61-c926-4879-a260-479eed00b6ce req-ab73d48e-b89e-47e5-be2d-8fce88cd27ab tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832226 Jul 12 14:44:23.981989 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f8cf405b-698a-4dd3-873b-bd03ca38a5ad', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '04f81fac-5835-4383-819e-c1a0c737643b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:dc:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:22Z', 'updated_at': '2022-07-12T14:44:22Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:24.019255 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:24.028620 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:24.029201 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:24.140218 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:24.402079 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f8cf405b-698a-4dd3-873b-bd03ca38a5ad', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '04f81fac-5835-4383-819e-c1a0c737643b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:dc:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:22Z', 'updated_at': '2022-07-12T14:44:22Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:24.429274 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a6c48-de70-4a42-a4ed-7a43eb038235 None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'f8cf405b-698a-4dd3-873b-bd03ca38a5ad', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '04f81fac-5835-4383-819e-c1a0c737643b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:dc:32:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:22Z', 'updated_at': '2022-07-12T14:44:22Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:24.700521 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538a1d8-8911-45ef-a5b4-4c446aaf5e03 None None] New status for floating IP f8cf405b-698a-4dd3-873b-bd03ca38a5ad: ACTIVE {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:44:24.727529 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b262d8-402f-426a-9b06-bbceb485e793 req-92962cf8-e8a3-4182-a17d-8fc73511c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:24.729906 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-92962cf8-e8a3-4182-a17d-8fc73511c79c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1129 time: 0.0620835 Jul 12 14:44:24.883609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b262d8-402f-426a-9b06-bbceb485e793 req-a6fc723e-c7b9-4e55-a5ed-ac0006cd4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:24.886774 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-a6fc723e-c7b9-4e55-a5ed-ac0006cd4e9c service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.1496761 Jul 12 14:44:25.105465 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-df2c4879-a5c2-4237-8905-cdfec3b3cc3c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 200 len: 1001 time: 0.0646622 Jul 12 14:44:25.106799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23118-aada-4c87-9c88-b03e746e6849 req-0fffe646-2127-4cae-b572-354d883fceff tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:25.108731 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f2e23118-aada-4c87-9c88-b03e746e6849 req-0fffe646-2127-4cae-b572-354d883fceff tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0840240 Jul 12 14:44:25.186372 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f2e23118-aada-4c87-9c88-b03e746e6849 req-91fe7029-e747-4fbf-8a64-66545774892b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e7d0781-76be-4d74-be35-82d969f431d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715668 Jul 12 14:44:25.286483 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b262d8-402f-426a-9b06-bbceb485e793 req-06a58c48-7158-4a5d-9f00-397884242309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:25.288824 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-06a58c48-7158-4a5d-9f00-397884242309 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0500004 Jul 12 14:44:25.312542 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-c4d45e62-2d14-4baf-8832-a464104a15e2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:25.315204 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-c4d45e62-2d14-4baf-8832-a464104a15e2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 947 time: 0.0757160 Jul 12 14:44:25.342745 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b262d8-402f-426a-9b06-bbceb485e793 req-a367728a-cd1e-495c-a8cb-b0d1319ff421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:25.344270 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-a367728a-cd1e-495c-a8cb-b0d1319ff421 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477326 Jul 12 14:44:25.442230 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Deleting port f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:25.442582 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:25.470606 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-f64eeab5-9f2c-46f9-923e-8ce744d8ef9f service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163383 Jul 12 14:44:25.560178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] For port f0edff70-5e51-412d-b474-2a70b09725f5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=f0edff70-5e51-412d-b474-2a70b09725f5,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:25.560825 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:25.574069 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b262d8-402f-426a-9b06-bbceb485e793 req-315afccc-33a8-4067-a4d1-99f8996c487d service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940838 Jul 12 14:44:25.683873 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:25.788898 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:25.789288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:25.789605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Floating IP 82e5ea42-f9cf-44ff-a985-d86c3a03e9a7 disassociated. External IP: 172.27.3.31, port: f0edff70-5e51-412d-b474-2a70b09725f5. Jul 12 14:44:25.789953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Calling delete_port for f0edff70-5e51-412d-b474-2a70b09725f5 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:25.858818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:25.971219 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (f0edff70-5e51-412d-b474-2a70b09725f5), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:26.002014 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:26.006323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'Port': ['ID=f0edff70-5e51-412d-b474-2a70b09725f5,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:26.136410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:26.519153 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-50ac3918-cd9b-40b0-bc71-df5a94a3699f req-3d86fe1c-fb09-4f2a-abc5-7adea99afa80 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0463479 Jul 12 14:44:26.612239 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:26.624248 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:26.661492 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:26.662169 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:26.689707 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] No DVR routers for this DVR port f0edff70-5e51-412d-b474-2a70b09725f5 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:26.694189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:26.703361 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e20bdbf-e27d-47ce-a3fe-928e6162055a req-bcaa2337-3d9d-492c-9fcd-1e46936ef254 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "DELETE /v2.0/ports/f0edff70-5e51-412d-b474-2a70b09725f5 HTTP/1.1" status: 204 len: 173 time: 1.3783226 Jul 12 14:44:26.703933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-deleted', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:26.721458 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba232de9-93e6-4cd4-8327-b65fa1f848a2" -d '{"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-deleted", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:26.809195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd715e1-228e-4ed0-8be5-672de974fa75 x-openstack-request-id: req-2fd715e1-228e-4ed0-8be5-672de974fa75 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:26.809628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eeea2d-c1c2-46a7-b727-269cf6dce92a", "name": "network-vif-deleted", "tag": "f0edff70-5e51-412d-b474-2a70b09725f5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:26.809974 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fd715e1-228e-4ed0-8be5-672de974fa75 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:26.810525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd715e1-228e-4ed0-8be5-672de974fa75'] response: {'server_uuid': '26eeea2d-c1c2-46a7-b727-269cf6dce92a', 'name': 'network-vif-deleted', 'tag': 'f0edff70-5e51-412d-b474-2a70b09725f5', 'status': 'completed', 'code': 200} Jul 12 14:44:26.829053 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:26.874315 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:27.013962 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:27.109647 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:27.136038 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:27.145996 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:27.146750 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:27.257385 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:27.469014 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:27.524130 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25097a-6102-4fe0-a38d-9c14add5f042 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:27.714138 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f65f576-2e1e-446e-8542-d1802e7b233a req-cb3c5b44-51ea-4201-9d15-c082bd44f244 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=26eeea2d-c1c2-46a7-b727-269cf6dce92a HTTP/1.1" status: 200 len: 210 time: 0.0429051 Jul 12 14:44:27.878735 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae1c55-4470-48be-876f-2b6edc1fa22f None None] New status for floating IP 82e5ea42-f9cf-44ff-a985-d86c3a03e9a7: DOWN {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:44:28.619709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-68344fea-5a78-404d-9589-4473a37065c9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779352 Jul 12 14:44:28.756538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca58b-241a-48b1-adca-295556d66f77 req-a257c468-d10e-4b82-b8d8-86a770aed25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:28.762836 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-a257c468-d10e-4b82-b8d8-86a770aed25f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe2b01873d92453599763e5523a862f8&device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0673544 Jul 12 14:44:28.933364 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca58b-241a-48b1-adca-295556d66f77 req-b6f22ec0-cf06-43d8-9df2-7fb5185b2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:28.934879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-b6f22ec0-cf06-43d8-9df2-7fb5185b2c32 service neutron] 10.222.0.33 "GET /v2.0/networks?id=819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 200 len: 919 time: 0.1489313 Jul 12 14:44:28.986396 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-1abdd505-47ff-4431-9cce-d59350792036 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 200 len: 217 time: 0.0396435 Jul 12 14:44:29.044167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca58b-241a-48b1-adca-295556d66f77 req-1668493c-6fa8-4b50-a184-4ad808873db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:29.045659 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-1668493c-6fa8-4b50-a184-4ad808873db2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 200 len: 857 time: 0.0466893 Jul 12 14:44:29.091897 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca58b-241a-48b1-adca-295556d66f77 req-6879939b-d704-4023-9e07-020cb1ac55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:29.093449 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-6879939b-d704-4023-9e07-020cb1ac55c6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=819820a3-8857-4e62-88e8-410b4a79b856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414441 Jul 12 14:44:29.172173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:29.209519 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-00b0fc83-092d-4446-b14d-d61153f99e90 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080265 Jul 12 14:44:29.238477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:29.260913 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: f0edff70-5e51-412d-b474-2a70b09725f5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:29.264524 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device f0edff70-5e51-412d-b474-2a70b09725f5 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:29.328675 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-536ca58b-241a-48b1-adca-295556d66f77 req-7d7a3cfe-76e8-4a8c-9e70-ed36708d5c41 service neutron] 10.222.0.33 "GET /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113181 Jul 12 14:44:29.979414 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59884) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:30.038740 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (5e7d0781-76be-4d74-be35-82d969f431d2), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.061920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (5e7d0781-76be-4d74-be35-82d969f431d2), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.172447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (5e7d0781-76be-4d74-be35-82d969f431d2), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.175199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.176309 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "DELETE /v2.0/security-groups/5e7d0781-76be-4d74-be35-82d969f431d2 HTTP/1.1" status: 204 len: 168 time: 0.1959116 Jul 12 14:44:30.181180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59892) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:30.195193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97d5d3-e00f-460c-80c2-639538b3748d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d0781-76be-4d74-be35-82d969f431d2,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:30.203626 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.api.v2.resource [None req-fa8a94cb-d5e7-4086-8c39-002c953ce131 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] show failed (client error): The resource could not be found. Jul 12 14:44:30.205187 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-fa8a94cb-d5e7-4086-8c39-002c953ce131 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups/5e7d0781-76be-4d74-be35-82d969f431d2 HTTP/1.1" status: 404 len: 347 time: 0.0249186 Jul 12 14:44:30.210317 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59898) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:30.278452 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-ae178f30-764d-422d-bafc-d9b7bc0c403b tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421566928&fields=id&tenant_id=47cd27ad4219485cae0d8d85a2823948 HTTP/1.1" status: 200 len: 267 time: 0.0594134 Jul 12 14:44:30.325338 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Deleting port 7dcecaed-9426-476f-bff6-8178406a28cd {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:30.325686 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.328045 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:30.337362 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-48995933-72a1-4013-9cd4-972290686fe4 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:30.339071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-48995933-72a1-4013-9cd4-972290686fe4 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 984 time: 0.0547359 Jul 12 14:44:30.350375 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Request body: {'port': {'security_groups': ['54ee8927-d522-477e-8683-fefe3ede7bb7']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:30.404135 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.404383 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (7dcecaed-9426-476f-bff6-8178406a28cd), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.417037 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Calling delete_port for 7dcecaed-9426-476f-bff6-8178406a28cd owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:30.433128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.487214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:30.536083 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:30.610753 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:30.638405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for port (158072fd-c24f-4080-926d-9613cf2adbd5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.641102 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (7dcecaed-9426-476f-bff6-8178406a28cd), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.668011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'Port': ['ID=7dcecaed-9426-476f-bff6-8178406a28cd,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:30.692392 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.729915 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (82e5ea42-f9cf-44ff-a985-d86c3a03e9a7), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.732339 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.745182 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a2766dbd-e3ae-438b-b262-c7b8144cdbd9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "DELETE /v2.0/floatingips/82e5ea42-f9cf-44ff-a985-d86c3a03e9a7 HTTP/1.1" status: 204 len: 168 time: 0.5217986 Jul 12 14:44:30.745985 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:30.746420 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:30.746420 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.746420 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bffc578a-8dcf-485e-9e0e-ddbc22750527 req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "PUT /v2.0/ports/158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 942 time: 0.3971188 Jul 12 14:44:30.748952 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:30.754143 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da57d7-207d-4261-bcb3-d82330cf9759" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:30.754318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59908) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:30.779750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7818d6d-2388-4282-8763-63606568d5ea tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event updated for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=7']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:30.808659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f19821-7673-42e0-8a33-61cac8ba8f69 x-openstack-request-id: req-c7f19821-7673-42e0-8a33-61cac8ba8f69 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:30.808659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:30.808659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7f19821-7673-42e0-8a33-61cac8ba8f69 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:30.808659 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f19821-7673-42e0-8a33-61cac8ba8f69'] response: {'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:44:30.849624 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.888879 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:30.893137 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:30.924809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-62ddc144-bf60-4060-a4f9-e9a1c35cda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:30.929406 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59914) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:30.931215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-62ddc144-bf60-4060-a4f9-e9a1c35cda2b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1129 time: 0.0701981 Jul 12 14:44:30.933800 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942663967', 'description': 'tempest-description--1852691284'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:30.946102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:30.947919 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:31.051075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:31.051583 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-358cb0ad-83c3-484a-ae68-7042e276c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:31.053203 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-358cb0ad-83c3-484a-ae68-7042e276c38a service neutron] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 914 time: 0.1135111 Jul 12 14:44:31.059725 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-95e3299f-6e51-417d-a36b-6e9a0ca63239 None None] Provisioning complete for port 158072fd-c24f-4080-926d-9613cf2adbd5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:31.060093 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-95e3299f-6e51-417d-a36b-6e9a0ca63239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.105226 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.116853 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-ff5fd996-fb94-4905-a32b-ed9b87d68ad7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0568197 Jul 12 14:44:31.136413 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.139435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.145564 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224 HTTP/1.1" status: 204 len: 168 time: 0.3874891 Jul 12 14:44:31.145801 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59916) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:31.171302 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-95e3299f-6e51-417d-a36b-6e9a0ca63239 None None] Current status of the port 158072fd-c24f-4080-926d-9613cf2adbd5 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:31.174336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-6e878653-7720-40e0-ad98-fe507b7e42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:31.182926 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-6e878653-7720-40e0-ad98-fe507b7e42fe service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.0505521 Jul 12 14:44:31.198588 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7d3a4-12ba-4ada-83d1-3e71eee2a48c tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d1e4c1-5d97-4af9-9c98-5c4ab65a3224,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:31.240172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-08be0627-e5a0-492b-96f1-cf590aff8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:31.248508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-08be0627-e5a0-492b-96f1-cf590aff8f3d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544639 Jul 12 14:44:31.299181 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (22e920c8-3663-44de-b146-a73a7e970498), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.305842 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:31.352436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Deleting port e60ab7f9-7d84-47d7-9559-0cbd8cf243cb {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:31.352436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.356980 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-deb83b63-da57-4c3b-9694-6bcdbb0d526c service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048865 Jul 12 14:44:31.379792 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (22e920c8-3663-44de-b146-a73a7e970498), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.442650 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e920c8-3663-44de-b146-a73a7e970498,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:31.459712 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:31.462807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.463141 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for floatingip (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.472091 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9da57d7-207d-4261-bcb3-d82330cf9759 req-cf73deca-98a5-4901-b568-a075f81311e1 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023383 Jul 12 14:44:31.478108 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Calling delete_port for e60ab7f9-7d84-47d7-9559-0cbd8cf243cb owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:31.526017 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.527229 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7a57517a-0d1c-4919-85d0-fd86fae7a68b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6002724 Jul 12 14:44:31.530327 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59942) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:31.535516 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group_rule': {'security_group_id': '22e920c8-3663-44de-b146-a73a7e970498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:31.554208 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:31.641011 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (c8c51f17-8cf3-4881-ab8b-0f423c3c54b5), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.697739 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (c8c51f17-8cf3-4881-ab8b-0f423c3c54b5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.801482 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (c8c51f17-8cf3-4881-ab8b-0f423c3c54b5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.802368 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (e60ab7f9-7d84-47d7-9559-0cbd8cf243cb), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.821387 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c51f17-8cf3-4881-ab8b-0f423c3c54b5,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:31.827584 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event deleted for resources: {'Port': ['ID=e60ab7f9-7d84-47d7-9559-0cbd8cf243cb,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:31.894160 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks [] for floatingip (32bcde8c-9306-4250-8d75-eb2f097152f6), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.894621 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Floating IP 32bcde8c-9306-4250-8d75-eb2f097152f6 disassociated (deleted). External IP: 172.27.3.240, port: 158072fd-c24f-4080-926d-9613cf2adbd5. Jul 12 14:44:31.946192 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:31.947620 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2aff80e9-015f-49f3-b3a7-38f770ce9cb5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4162476 Jul 12 14:44:31.950455 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 59956) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:32.056762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'security_group_rule': {'security_group_id': '22e920c8-3663-44de-b146-a73a7e970498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:32.096884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Router 83018cbe-bcdf-46df-a847-415f9126faaa has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:32.102600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:32.182114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (21bbd621-1bd7-45e9-8666-c643c8c3a9ea), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.207391 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:32.217040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.219733 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Sync routers for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:32.230668 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:32.231373 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:32.240161 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (21bbd621-1bd7-45e9-8666-c643c8c3a9ea), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.243112 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7b600396-b84b-40c2-973f-6f45c4c47d4d tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "DELETE /v2.0/floatingips/32bcde8c-9306-4250-8d75-eb2f097152f6 HTTP/1.1" status: 204 len: 168 time: 1.0946846 Jul 12 14:44:32.243956 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:32.246284 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f22db9-ad0c-4561-93f0-14d032e5b886" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:32.288676 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8183a4-dad2-4e45-8fd1-42ac1f8c61c2 x-openstack-request-id: req-0d8183a4-dad2-4e45-8fd1-42ac1f8c61c2 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:32.288971 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:32.289255 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d8183a4-dad2-4e45-8fd1-42ac1f8c61c2 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:32.289656 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8183a4-dad2-4e45-8fd1-42ac1f8c61c2'] response: {'name': 'network-changed', 'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:44:32.338383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (21bbd621-1bd7-45e9-8666-c643c8c3a9ea), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.357367 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:32.368678 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bbd621-1bd7-45e9-8666-c643c8c3a9ea,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:32.409058 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-4262a742-e2f8-406d-979a-a20371324a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:32.410695 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-4262a742-e2f8-406d-979a-a20371324a5e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=47cd27ad4219485cae0d8d85a2823948&device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 1129 time: 0.0655870 Jul 12 14:44:32.487583 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.488731 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3eafb43a-5c1b-470d-b2e5-f3f5dc18bee7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5373917 Jul 12 14:44:32.492299 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 59986) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:32.499799 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:32.520649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-7e474986-492c-41e8-a2ae-bb34e637be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:32.522222 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-7e474986-492c-41e8-a2ae-bb34e637be2d service neutron] 10.222.0.33 "GET /v2.0/networks?id=84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 200 len: 914 time: 0.1049941 Jul 12 14:44:32.568497 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-f7a5338b-629a-40a6-ad13-cf4726711ebc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 200 len: 217 time: 0.0349455 Jul 12 14:44:32.619699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-ce5528ea-c866-4066-bd49-052fde8d2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:32.621091 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-ce5528ea-c866-4066-bd49-052fde8d2531 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 200 len: 852 time: 0.0458903 Jul 12 14:44:32.634870 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.653848 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:32.680550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-3e84e54b-d67b-4e95-9f74-968c3a193e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:32.682339 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-3e84e54b-d67b-4e95-9f74-968c3a193e6d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=84dbba96-4890-4894-8f65-f9b63f7010e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523376 Jul 12 14:44:32.696947 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Checking router: 83018cbe-bcdf-46df-a847-415f9126faaa for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:32.706887 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:32.707893 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:32.736840 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:32.795160 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-b571c753-fccf-47c9-aa4e-5095667a6189 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022115 Jul 12 14:44:32.805071 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:32.835179 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:32.890912 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Allocated IP 172.27.3.227 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/c45d5f1d-ca00-490e-9b67-fc1906dea20e) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:32.905760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d5f22db9-ad0c-4561-93f0-14d032e5b886 req-3678aa72-6fa2-49a8-93ea-1872fdfc5241 service neutron] 10.222.0.33 "GET /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046848 Jul 12 14:44:32.970183 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:32.999627 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.039260 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:33.067418 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855a81d-941e-416d-ae81-01b1f81f5912 None None] The sync data for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi is: [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:50Z', 'revision_number': 4, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'f52c92e0-f4fc-43ce-9480-4fbe5577ccdb', 'name': '', 'network_id': '84dbba96-4890-4894-8f65-f9b63f7010e5', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'mac_address': 'fa:16:3e:9c:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:49Z', 'updated_at': '2022-07-12T14:40:55Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'subnets': [{'id': '73ebaeb3-b62d-4d7e-8681-2948f05f23ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:33.110706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.157234 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:33.161252 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:33.163889 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:33.167444 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=c45d5f1d-ca00-490e-9b67-fc1906dea20e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:33.257274 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.307883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21cf8a-0c91-4b2c-bc8e-6c0999734095 None None] New status for floating IP 32bcde8c-9306-4250-8d75-eb2f097152f6: DOWN {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:44:33.328465 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:33.359217 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.471966 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:33.528034 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.629467 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.703385 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=c45d5f1d-ca00-490e-9b67-fc1906dea20e,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:33.715696 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.797422 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:33.799194 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e88e19ba-c287-4811-9c41-0a514833b5a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3057189 Jul 12 14:44:33.925941 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:33.950654 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-7e34189e-b9a8-4e33-ab46-a8c150e52ab1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--942663967&fields=id&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 267 time: 0.0453651 Jul 12 14:44:34.063214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-ca0c8672-0034-4b4b-bd36-afff4f787857 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:34.064590 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-ca0c8672-0034-4b4b-bd36-afff4f787857 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 816 time: 0.1074629 Jul 12 14:44:34.080134 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-9be0d756-2b34-4cc0-938a-9aab8f45f5c9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/quotas/3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 375 time: 0.0099661 Jul 12 14:44:34.106170 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60010) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:34.114712 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:34.131637 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-cf96c5dd-7681-4860-a71c-04d9c904825f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459468 Jul 12 14:44:34.152302 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Deleting subnet 26231823-fe43-4af0-84b6-516c1e0f00dc {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:44:34.155587 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Publish callbacks [] for subnet (26231823-fe43-4af0-84b6-516c1e0f00dc), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.192498 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (26231823-fe43-4af0-84b6-516c1e0f00dc), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.229319 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c862d5cf-418f-4c82-8eca-2e43e400f881 service neutron] 10.222.0.30 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Jul 12 14:44:34.237142 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (26231823-fe43-4af0-84b6-516c1e0f00dc), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.324649 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-538832f2-114d-49fe-b9ca-9cca1ec03a60 service neutron] 10.222.0.30 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889699 Jul 12 14:44:34.348947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (26231823-fe43-4af0-84b6-516c1e0f00dc), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.376440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26231823-fe43-4af0-84b6-516c1e0f00dc,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:34.378915 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.382039 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7b3fe63a-1250-4980-bb7a-065a43ac100e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/26231823-fe43-4af0-84b6-516c1e0f00dc HTTP/1.1" status: 204 len: 168 time: 0.2748506 Jul 12 14:44:34.384678 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60012) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:34.456180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (1d62481f-a360-40af-871f-8e152ec500d6), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.533726 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (1d62481f-a360-40af-871f-8e152ec500d6), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.556251 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d62481f-a360-40af-871f-8e152ec500d6']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:34.570133 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17134863-6e9d-4947-aa39-3f823d4322d6') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:34.570431 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17134863-6e9d-4947-aa39-3f823d4322d6') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:34.580606 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (17134863-6e9d-4947-aa39-3f823d4322d6), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.594279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (17134863-6e9d-4947-aa39-3f823d4322d6), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.596311 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a21fae62-5708-418c-9611-a17fa2ab8339 req-34877a4e-834a-4c87-86a7-2b4fcaa66b59 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0313973 Jul 12 14:44:34.603928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:44:34.603928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (17134863-6e9d-4947-aa39-3f823d4322d6), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.635727 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 17134863-6e9d-4947-aa39-3f823d4322d6 resource provider aggregate not found Jul 12 14:44:34.665212 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 17134863-6e9d-4947-aa39-3f823d4322d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17134863-6e9d-4947-aa39-3f823d4322d6 found for delete ", "request_id": "req-4e5746fc-1afc-4fc9-9ba6-bc3847499a7d"}]} Jul 12 14:44:34.666159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:34.754212 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (1d62481f-a360-40af-871f-8e152ec500d6), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.764885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:34.773005 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1d62481f-a360-40af-871f-8e152ec500d6 HTTP/1.1" status: 204 len: 168 time: 0.3840573 Jul 12 14:44:34.788488 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6f07-5986-4e7c-9a3a-300cb98a7058 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d62481f-a360-40af-871f-8e152ec500d6,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:35.179070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60044) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:35.225974 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cd10089b-087d-4cea-93dd-a31f16b92c04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f15caa06dac4f2b952ff64f9e9e74ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484092 Jul 12 14:44:35.228527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60046) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:35.280311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] Publish callbacks [] for security_group (31cc9e04-510c-4de4-b076-2ab70c8e23b4), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:35.302716 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] Publish callbacks [] for security_group (31cc9e04-510c-4de4-b076-2ab70c8e23b4), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:35.383661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (31cc9e04-510c-4de4-b076-2ab70c8e23b4), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:35.386080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:35.387225 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31cc9e04-510c-4de4-b076-2ab70c8e23b4 HTTP/1.1" status: 204 len: 168 time: 0.1578128 Jul 12 14:44:35.395338 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff437c3-6df1-481c-8c55-67b8991ef5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc9e04-510c-4de4-b076-2ab70c8e23b4,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:35.700999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-72fb879a-fbb5-4837-a084-693993002e4c req-38373d04-495c-453c-8850-8e381918a647 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Jul 12 14:44:36.644920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69412a-6a49-44ad-ba25-d498219b9a89 req-ae5b0113-95dd-4221-8750-43b83f75274a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:36.646407 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea69412a-6a49-44ad-ba25-d498219b9a89 req-ae5b0113-95dd-4221-8750-43b83f75274a tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0482543 Jul 12 14:44:36.701043 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea69412a-6a49-44ad-ba25-d498219b9a89 req-62a6325d-dba9-4802-936c-2426abc826ff tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Jul 12 14:44:36.803263 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd40d2cd-b55f-47a3-868d-97948582b186 req-2f3d63b5-381b-4bf5-898f-e13b4ddbf556 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jul 12 14:44:37.817892 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205692-6ddd-4384-b9c1-d76780adabf4 req-64a19d0c-53b7-4ecc-a89e-3fe4f80c7e45 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:37.819254 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c0205692-6ddd-4384-b9c1-d76780adabf4 req-64a19d0c-53b7-4ecc-a89e-3fe4f80c7e45 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0461555 Jul 12 14:44:37.865579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c0205692-6ddd-4384-b9c1-d76780adabf4 req-419a8617-eca0-4de4-90b2-ef82549d5a08 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Jul 12 14:44:37.904884 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d81e7d0f-b83b-416d-aab8-0095d065f306 req-dbebff0c-3438-4ea0-959b-1becfd07b2e6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Jul 12 14:44:38.514667 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-616b8e6c-d17b-4f45-92ef-25fc48d661d2 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320151 Jul 12 14:44:38.694426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-517a38c1-fe44-419c-bc90-64bcd9cf640e tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:38.741002 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-517a38c1-fe44-419c-bc90-64bcd9cf640e tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756785 Jul 12 14:44:38.741002 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:38.741002 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-fcf9e2c1-8f03-418f-9587-f19b20fae3f9 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/quotas/f5e6f8aec4ba48789e2b40eb2196e73c HTTP/1.1" status: 200 len: 375 time: 0.0327201 Jul 12 14:44:38.804497 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-f0383286-426d-4654-a2c6-52a52b10ccf3 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609407 Jul 12 14:44:38.835053 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-2ddcb748-2605-4c44-858f-cbcf6f674378 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:38.836464 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-2ddcb748-2605-4c44-858f-cbcf6f674378 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 816 time: 0.1341989 Jul 12 14:44:38.995048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0777e-2605-4992-9dff-cac932edda02 req-4f706209-de40-4f41-be50-7fab641cb061 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:39.002165 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96e0777e-2605-4992-9dff-cac932edda02 req-4f706209-de40-4f41-be50-7fab641cb061 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.0696707 Jul 12 14:44:39.088284 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8dcac660-d46c-4f06-b76f-2c68b037404f req-f47b2808-a69a-43d2-bac1-583197190bf2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0555010 Jul 12 14:44:39.101189 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-bfb748be-7aac-4f5b-8480-913fa77b4360 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 379 time: 0.1272578 Jul 12 14:44:39.117380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:39.118573 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'port': {'device_id': '80951178-6d64-4856-a450-a1e1b64c2586', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'admin_state_up': True, 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'security_groups': ['22e920c8-3663-44de-b146-a73a7e970498']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:39.130919 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96e0777e-2605-4992-9dff-cac932edda02 req-78696197-3ccb-43c1-9071-e67c03d839ff tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/security-groups?id=54ee8927-d522-477e-8683-fefe3ede7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174955 Jul 12 14:44:39.197824 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-62e4228e-751c-4417-8364-7ea31608a9b8 req-b9290b0a-9083-4172-a179-f41a53819db3 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0413778 Jul 12 14:44:39.200465 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-4271c961-4512-4562-b0ca-eebdf96e5055 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:39.201055 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-4271c961-4512-4562-b0ca-eebdf96e5055 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.33 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 945 time: 0.1011245 Jul 12 14:44:39.367332 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Made reservation on behalf of 3f550f8d11a74b8da5ad84607b79ac37 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:44:39.371042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.510974 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Allocated IP 172.20.0.3 (c65826f1-3839-4331-9c1c-eca62ef0fb22/da256611-c8fe-4488-85cc-87cc5fabe155/46daa7fa-cab1-4811-a00f-fa4746971c05) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:39.558013 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Deleting port 158072fd-c24f-4080-926d-9613cf2adbd5 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:39.558475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.654515 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] For port 158072fd-c24f-4080-926d-9613cf2adbd5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=158072fd-c24f-4080-926d-9613cf2adbd5,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:39.654769 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.659294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.670290 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Calling delete_port for 158072fd-c24f-4080-926d-9613cf2adbd5 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:39.751237 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.784815 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:39.797027 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:39.800241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:39.804064 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:39.809671 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:39.809761 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.811803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:39.818608 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:39.858924 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (158072fd-c24f-4080-926d-9613cf2adbd5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.889094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-f901c465-f69c-4be6-8a58-355fdc840995 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779682 Jul 12 14:44:39.890664 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Pushing event deleted for resources: {'Port': ['ID=158072fd-c24f-4080-926d-9613cf2adbd5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:39.905588 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['158072fd-c24f-4080-926d-9613cf2adbd5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:39.906197 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Request body: {'port': {'device_id': '80951178-6d64-4856-a450-a1e1b64c2586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:39.961428 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] No DVR routers for this DVR port 158072fd-c24f-4080-926d-9613cf2adbd5 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:39.964017 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:39.967409 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5be1fc1f-ceff-4c4b-b0fa-655d488f2488 req-c2b39fb7-e6fb-44e6-9158-ed316ceafca7 tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.33 "DELETE /v2.0/ports/158072fd-c24f-4080-926d-9613cf2adbd5 HTTP/1.1" status: 204 len: 173 time: 0.7561448 Jul 12 14:44:39.967865 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'name': 'network-vif-deleted', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:39.971008 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e393fb-fda7-4bd9-9ed9-ef2f461e373a" -d '{"events": [{"server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "name": "network-vif-deleted", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:39.988513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:40.020441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152069ea-5928-4989-af64-cc98bafe6c06 x-openstack-request-id: req-152069ea-5928-4989-af64-cc98bafe6c06 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:40.020735 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf1792-70fc-4b57-a953-74848c1eb8ca", "name": "network-vif-deleted", "tag": "158072fd-c24f-4080-926d-9613cf2adbd5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:40.020989 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-152069ea-5928-4989-af64-cc98bafe6c06 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:40.021445 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152069ea-5928-4989-af64-cc98bafe6c06'] response: {'server_uuid': '84cf1792-70fc-4b57-a953-74848c1eb8ca', 'name': 'network-vif-deleted', 'tag': '158072fd-c24f-4080-926d-9613cf2adbd5', 'status': 'completed', 'code': 200} Jul 12 14:44:40.055500 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a3b7d3e8-f7aa-4f52-bc93-f7ddbf5ccd03 None None] Provisioning complete for port 46daa7fa-cab1-4811-a00f-fa4746971c05 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:40.055839 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a3b7d3e8-f7aa-4f52-bc93-f7ddbf5ccd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:40.090285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7d3e8-f7aa-4f52-bc93-f7ddbf5ccd03 None None] Port 46daa7fa-cab1-4811-a00f-fa4746971c05 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:44:40.401815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:40.445898 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-353cbec2-470a-4550-afd0-e2ea032d47c8 req-ada2a4b4-49fe-4cca-bb83-22432c1a55fa tempest-TestMinimumBasicScenario-923757968 tempest-TestMinimumBasicScenario-923757968-project] 10.222.0.30 "GET /v2.0/ports?device_id=84cf1792-70fc-4b57-a953-74848c1eb8ca HTTP/1.1" status: 200 len: 210 time: 0.0771129 Jul 12 14:44:40.493968 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e79b-9923-4373-8ca0-cdf518317045 req-f906c58d-2780-4237-808d-47462aa93e4a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:40.495468 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9935e79b-9923-4373-8ca0-cdf518317045 req-f906c58d-2780-4237-808d-47462aa93e4a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 931 time: 0.1253312 Jul 12 14:44:40.558610 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5acffba4-f8c9-46ae-bf44-5f131b832cce req-d37f4437-778f-47ec-a745-76154ea82cbf tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0541217 Jul 12 14:44:40.615405 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9935e79b-9923-4373-8ca0-cdf518317045 req-f5a61d33-a1eb-46b2-9297-d355fd40770b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124554 Jul 12 14:44:40.658832 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:40.669097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks [] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:40.682118 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Transition to ACTIVE for port object 46daa7fa-cab1-4811-a00f-fa4746971c05 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:44:40.767376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:40.819646 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:40.832257 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.832614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.832963 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.833415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.833755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.834091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.834425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.834925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.835265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.835607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.835931 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.836261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.836596 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.836924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.837282 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:40.870272 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Attempting to bind port 46daa7fa-cab1-4811-a00f-fa4746971c05 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:44:40.870617 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Attempting to bind port 46daa7fa-cab1-4811-a00f-fa4746971c05 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:44:40.870953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Attempting to bind port 46daa7fa-cab1-4811-a00f-fa4746971c05 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:40.875973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Port 46daa7fa-cab1-4811-a00f-fa4746971c05 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:44:40.876311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Attempting to bind port 46daa7fa-cab1-4811-a00f-fa4746971c05 on network c65826f1-3839-4331-9c1c-eca62ef0fb22 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:40.881387 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:44:40.881731 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Checking segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:40.882113 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Bound using segment: {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:44:40.882544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Bound port: 46daa7fa-cab1-4811-a00f-fa4746971c05, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:44:40.882905 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:40.948639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:44:40.952656 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:44:41.041855 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:41.081261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.081890 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:41.083268 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] 10.222.0.33 "PUT /v2.0/ports/46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 1093 time: 1.1813400 Jul 12 14:44:41.083687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:41.085955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f330053-d10d-40cd-b14a-0e60c87768f3" -d '{"events": [{"name": "network-changed", "server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:41.109940 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65814d9-b507-4cc4-b014-65c6dd21e678 service neutron] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:41.154322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a501bc4a-0f4f-488f-945c-cdb6b9bc671b x-openstack-request-id: req-a501bc4a-0f4f-488f-945c-cdb6b9bc671b {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:41.154607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:41.154861 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a501bc4a-0f4f-488f-945c-cdb6b9bc671b {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:41.155271 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a501bc4a-0f4f-488f-945c-cdb6b9bc671b'] response: {'name': 'network-changed', 'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'status': 'completed', 'code': 200} Jul 12 14:44:41.249262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:41.256889 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-e2ebdc27-2758-4148-a108-fc08c2724c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.258493 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-e2ebdc27-2758-4148-a108-fc08c2724c4d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1127 time: 0.0475416 Jul 12 14:44:41.392337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-4858badb-a6e0-440f-9715-90383ea4012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.393782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-4858badb-a6e0-440f-9715-90383ea4012f service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1072116 Jul 12 14:44:41.702743 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd836616-6612-4037-a1ea-8dc302eae548 req-d5ea9dd8-0725-41f3-a249-b36965f2410e tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0700533 Jul 12 14:44:41.792667 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f505-cc4a-429d-ac80-93bfc5b34c25 req-62132d45-4cdf-4be3-a554-3e15e982bed2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.794329 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c047f505-cc4a-429d-ac80-93bfc5b34c25 req-62132d45-4cdf-4be3-a554-3e15e982bed2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0959365 Jul 12 14:44:41.831904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-415619d2-6981-4fd9-934c-ccde4c116b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.833391 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f330053-d10d-40cd-b14a-0e60c87768f3 req-415619d2-6981-4fd9-934c-ccde4c116b39 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789005 Jul 12 14:44:41.865731 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c047f505-cc4a-429d-ac80-93bfc5b34c25 req-fa380400-90a5-406b-85d8-5accb86ffe9a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560696 Jul 12 14:44:41.950653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-310b028a-bc78-49dc-9fa1-bb286a735e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:41.952206 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-310b028a-bc78-49dc-9fa1-bb286a735e19 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1127 time: 0.0405791 Jul 12 14:44:42.030074 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-922fef87-2e88-49a1-b4f5-97116ebb1ab1 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329158 Jul 12 14:44:42.034515 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-abadc959-ebee-4a57-9147-e77e07cc3c63 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 217 time: 0.0339832 Jul 12 14:44:42.090300 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-739bdb41-d71b-49e6-bc58-23bb0f9d9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:42.091778 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-739bdb41-d71b-49e6-bc58-23bb0f9d9844 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0497856 Jul 12 14:44:42.142549 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-8d7e3554-c153-4b20-a731-a6c7726527f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:42.144585 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-8d7e3554-c153-4b20-a731-a6c7726527f0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442190 Jul 12 14:44:42.230506 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-00ac4d29-0f22-47d5-8a14-c6713ae75227 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:42.232079 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-00ac4d29-0f22-47d5-8a14-c6713ae75227 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902404 Jul 12 14:44:42.243613 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-c82a284b-ab6c-4f0e-83e4-42b95d5ea40d service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889695 Jul 12 14:44:42.259136 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Request body: {'port': {'device_id': '908a1e75-facc-4a4c-b602-10be600c40a3', 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab', 'admin_state_up': True, 'tenant_id': 'f5e6f8aec4ba48789e2b40eb2196e73c'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:42.262322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:42.350404 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b132d9e9-f8c1-48d1-939a-f4eb6efdc1dd req-7afa652f-10a2-444d-bb81-1441c23bea47 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954289 Jul 12 14:44:42.481704 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Made reservation on behalf of f5e6f8aec4ba48789e2b40eb2196e73c for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:44:42.485991 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:42.495803 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:42.569899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks [] for security_group (d8553d55-af01-44f7-8429-c4e9ec0656fa), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:42.634128 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d8553d55-af01-44f7-8429-c4e9ec0656fa), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:42.658653 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:42.705062 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8553d55-af01-44f7-8429-c4e9ec0656fa,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:42.774534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Allocated IP 192.168.233.173 (89b03b98-c199-4c21-9179-b66702f88bab/d12e038b-54ce-48fd-afee-06610f5721bf/4a5ec398-b2ae-4b98-9376-8ce6519452c5) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:42.804992 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1d5fe954-839d-4717-98f8-94f6ec73a0ed req-e18761a2-add9-4392-9d81-d750b016fe09 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0322685 Jul 12 14:44:42.842786 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:42.929504 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks [] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:42.990539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d767ef-d8ce-4dfa-ab6f-297321c52717 req-73ce8c32-a4a9-46a3-95f9-87ed9c189519 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:42.991969 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8d767ef-d8ce-4dfa-ab6f-297321c52717 req-73ce8c32-a4a9-46a3-95f9-87ed9c189519 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0529413 Jul 12 14:44:43.040818 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8d767ef-d8ce-4dfa-ab6f-297321c52717 req-7517ca72-ff18-48f4-9b10-87a3e93be0f9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432162 Jul 12 14:44:43.042504 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=22 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:43.065776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.088484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60188) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:43.099294 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Network 89b03b98-c199-4c21-9179-b66702f88bab is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:43.102988 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:43.106984 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:43.113039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Pushing event updated for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:43.161997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:43.162714 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.243748 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-e885adda-585c-4fd0-b461-70ec4b756301 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9890637 Jul 12 14:44:43.368070 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 158072fd-c24f-4080-926d-9613cf2adbd5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:43.371766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-00f13c16-f2b5-4ea2-a050-08caf91e8e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.392265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-551d980c-9f3f-435a-8721-f33adb849a95 None None] Provisioning complete for port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:43.392550 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-551d980c-9f3f-435a-8721-f33adb849a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.394319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 158072fd-c24f-4080-926d-9613cf2adbd5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:43.394660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 158072fd-c24f-4080-926d-9613cf2adbd5 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:43.413612 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:43.425061 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (83018cbe-bcdf-46df-a847-415f9126faaa), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.430645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-551d980c-9f3f-435a-8721-f33adb849a95 None None] Port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:44:43.588787 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Request body: {'port': {'device_id': '908a1e75-facc-4a4c-b602-10be600c40a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:43.642363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Deleting port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:43.642697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.655441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.728032 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] For port f52c92e0-f4fc-43ce-9480-4fbe5577ccdb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:43.728540 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.741791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Calling delete_port for f52c92e0-f4fc-43ce-9480-4fbe5577ccdb owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:43.859211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:43.892747 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:43.924828 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5ec398-b2ae-4b98-9376-8ce6519452c5 {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:43.932361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks [] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:43.945882 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Transition to ACTIVE for port object 4a5ec398-b2ae-4b98-9376-8ce6519452c5 will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:44:43.952350 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bc1c-4234-4d6e-96bd-44e1960aba1f req-10b699df-7afa-4fe5-a055-11abb9cb4ebb tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:43.956105 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e9a4bc1c-4234-4d6e-96bd-44e1960aba1f req-10b699df-7afa-4fe5-a055-11abb9cb4ebb tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 936 time: 0.0782762 Jul 12 14:44:44.005792 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e9a4bc1c-4234-4d6e-96bd-44e1960aba1f req-6872d1af-0460-455e-8d41-65192049c722 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Jul 12 14:44:44.030247 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.058959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (f52c92e0-f4fc-43ce-9480-4fbe5577ccdb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.088112 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:44.096559 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Pushing event deleted for resources: {'Port': ['ID=f52c92e0-f4fc-43ce-9480-4fbe5577ccdb,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:44.167904 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Attempting to bind port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:44:44.168497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Attempting to bind port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:44:44.169029 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Attempting to bind port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 on network 89b03b98-c199-4c21-9179-b66702f88bab {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:44.174937 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 on network 89b03b98-c199-4c21-9179-b66702f88bab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:44:44.175569 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Attempting to bind port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 on network 89b03b98-c199-4c21-9179-b66702f88bab {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:44.183106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:44:44.183106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Checking segment: {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:44.183106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Bound using segment: {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:44:44.183106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Bound port: 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51ff355-f6af-4c03-9d62-6378ed4ddd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:44:44.183612 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.226425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10a267-ef17-4558-98bc-f39947f62f58 req-531027f5-96c0-4460-b2a9-4364fe91ea8f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:44.227918 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d10a267-ef17-4558-98bc-f39947f62f58 req-531027f5-96c0-4460-b2a9-4364fe91ea8f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0584781 Jul 12 14:44:44.257194 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:44:44.260759 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:44:44.313766 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (83018cbe-bcdf-46df-a847-415f9126faaa), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.316369 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.325714 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:44.325951 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9d10a267-ef17-4558-98bc-f39947f62f58 req-bbd0dc7e-1cc0-4f2e-8dc4-9edf610dd483 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645280 Jul 12 14:44:44.368463 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:44.369420 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.370832 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] 10.222.0.33 "PUT /v2.0/ports/4a5ec398-b2ae-4b98-9376-8ce6519452c5 HTTP/1.1" status: 200 len: 1098 time: 0.7867179 Jul 12 14:44:44.374301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:44.376511 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ec0fa-b209-4005-9f3e-93675ec7d847" -d '{"events": [{"name": "network-changed", "server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:44.383880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:44.410696 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a89b4-ce45-4c07-a015-2a12b82ca815 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:44.437810 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f3b3f-3356-4656-a78d-f395072ae93d x-openstack-request-id: req-af8f3b3f-3356-4656-a78d-f395072ae93d {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:44.439411 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:44.440122 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af8f3b3f-3356-4656-a78d-f395072ae93d {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:44.440755 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8f3b3f-3356-4656-a78d-f395072ae93d'] response: {'name': 'network-changed', 'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5', 'status': 'completed', 'code': 200} Jul 12 14:44:44.530090 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec0fa-b209-4005-9f3e-93675ec7d847 req-581014b9-5ffa-43ce-b93f-64f3395dc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:44.532417 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-949ec0fa-b209-4005-9f3e-93675ec7d847 req-581014b9-5ffa-43ce-b93f-64f3395dc6db service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 1132 time: 0.0440037 Jul 12 14:44:44.570206 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-949ec0fa-b209-4005-9f3e-93675ec7d847 req-85fee280-dbd0-4247-b0f0-e8f2e8eaa3b2 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199668 Jul 12 14:44:44.586493 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Router 83018cbe-bcdf-46df-a847-415f9126faaa has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:44.674524 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec0fa-b209-4005-9f3e-93675ec7d847 req-b62a4bb2-6673-4ba8-9d05-824ea054385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:44.675949 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-949ec0fa-b209-4005-9f3e-93675ec7d847 req-b62a4bb2-6673-4ba8-9d05-824ea054385a service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987308 Jul 12 14:44:44.692302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:44.696829 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:44.701768 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8bfa4ea1-a803-4014-9520-4f5ee786a40e admin admin] 10.222.0.30 "PUT /v2.0/routers/83018cbe-bcdf-46df-a847-415f9126faaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121361 Jul 12 14:44:44.704426 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60198) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:44.707524 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Sync routers for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:44.718346 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:44.718942 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:44.819892 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:44.821859 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-f979c7c7-e7e4-44ae-9ddb-9976bed495b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:44.823330 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-f979c7c7-e7e4-44ae-9ddb-9976bed495b9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 1132 time: 0.0729094 Jul 12 14:44:44.836922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks [] for router (83018cbe-bcdf-46df-a847-415f9126faaa), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:44.908844 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-0e7aa5f9-bed0-44eb-a71a-dc98d7a002fa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5 HTTP/1.1" status: 200 len: 217 time: 0.0400140 Jul 12 14:44:44.986321 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:44:43Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:45.000585 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-057dd4d6-59c8-4bee-a867-b3f462177168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:45.002033 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-057dd4d6-59c8-4bee-a867-b3f462177168 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d12e038b-54ce-48fd-afee-06610f5721bf HTTP/1.1" status: 200 len: 843 time: 0.0616796 Jul 12 14:44:45.004143 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks [] for router_gateway (83018cbe-bcdf-46df-a847-415f9126faaa), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.010978 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Checking router: 83018cbe-bcdf-46df-a847-415f9126faaa for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:45.019884 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Routers {'83018cbe-bcdf-46df-a847-415f9126faaa'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:45.020481 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['83018cbe-bcdf-46df-a847-415f9126faaa'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:45.052246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-fbd8fc5d-d7c0-45bf-b93b-d76f03e40317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:45.055012 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-fbd8fc5d-d7c0-45bf-b93b-d76f03e40317 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=89b03b98-c199-4c21-9179-b66702f88bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0444269 Jul 12 14:44:45.133100 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] Set router 83018cbe-bcdf-46df-a847-415f9126faaa gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:45.192275 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Deleting port 85a8777a-98ce-4c88-8578-45f1f6c96818 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:45.192811 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.219264 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-ac5b4046-4962-47ac-be88-431df3753531 service neutron] 10.222.0.33 "GET /v2.0/networks/89b03b98-c199-4c21-9179-b66702f88bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566465 Jul 12 14:44:45.278024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:45.315993 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:44:43Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:45.346611 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6665ca-9ffe-4927-95e9-e5480ead5241 None None] The sync data for ids ['83018cbe-bcdf-46df-a847-415f9126faaa'] in dv-cinder-820027-12-iscsi is: [{'id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'name': 'tempest-TestMinimumBasicScenario-16515525-router', 'tenant_id': '47cd27ad4219485cae0d8d85a2823948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:44:43Z', 'revision_number': 5, 'project_id': '47cd27ad4219485cae0d8d85a2823948', 'gw_port': {'id': '85a8777a-98ce-4c88-8578-45f1f6c96818', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83018cbe-bcdf-46df-a847-415f9126faaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:47Z', 'updated_at': '2022-07-12T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:45.352917 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] For port 85a8777a-98ce-4c88-8578-45f1f6c96818, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=85a8777a-98ce-4c88-8578-45f1f6c96818,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:45.357498 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.374533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:44:45.386967 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Calling delete_port for 85a8777a-98ce-4c88-8578-45f1f6c96818 owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:45.410905 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4f75d119-deab-4abf-b80c-08ba529e0cdd req-184ca2e9-3b62-4cf6-a92c-86d1d87f0933 service neutron] 10.222.0.33 "GET /v2.0/networks/89b03b98-c199-4c21-9179-b66702f88bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820765 Jul 12 14:44:45.413562 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:45.453343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ccf7c-b9b7-4116-bf4e-44363e7826cb req-389307ec-eea5-47c9-a5eb-120a768023c7 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:45.455602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e56ccf7c-b9b7-4116-bf4e-44363e7826cb req-389307ec-eea5-47c9-a5eb-120a768023c7 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 948 time: 0.3744817 Jul 12 14:44:45.507154 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:45.522989 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:44:45.523270 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7c3f-11d1-4850-b8e6-322a6d6185d6 req-ff72497c-1199-447e-868e-abbb848ebcbf tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:45.524710 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ebd7c3f-11d1-4850-b8e6-322a6d6185d6 req-ff72497c-1199-447e-868e-abbb848ebcbf tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0656800 Jul 12 14:44:45.565881 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e56ccf7c-b9b7-4116-bf4e-44363e7826cb req-8ee046cc-47ce-48dd-86d9-15621b9c3c04 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Jul 12 14:44:45.581908 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:45.582296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.598502 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:45.607218 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ebd7c3f-11d1-4850-b8e6-322a6d6185d6 req-683aa811-7531-46ae-b006-f9a673adf5be tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726624 Jul 12 14:44:45.618744 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2196d574-120d-434c-bbf8-f2d5d3d01d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.626440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:45.744227 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.819879 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:45.898388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (85a8777a-98ce-4c88-8578-45f1f6c96818), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:45.926337 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a8777a-98ce-4c88-8578-45f1f6c96818,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:45.996706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (83018cbe-bcdf-46df-a847-415f9126faaa), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.083887 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (83018cbe-bcdf-46df-a847-415f9126faaa), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.086053 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks [] for router_controller (83018cbe-bcdf-46df-a847-415f9126faaa), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.131205 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['46daa7fa-cab1-4811-a00f-fa4746971c05'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:46.133382 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:46.206992 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (83018cbe-bcdf-46df-a847-415f9126faaa), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.207635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83018cbe-bcdf-46df-a847-415f9126faaa {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:44:46.212366 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.213539 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-676a6c55-0641-4646-ae28-d709982e8015 admin admin] 10.222.0.30 "DELETE /v2.0/routers/83018cbe-bcdf-46df-a847-415f9126faaa HTTP/1.1" status: 204 len: 168 time: 1.5081191 Jul 12 14:44:46.217275 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60204) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:46.252436 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:46.265102 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Deleting subnet 73ebaeb3-b62d-4d7e-8681-2948f05f23ad {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:44:46.269444 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Publish callbacks [] for subnet (73ebaeb3-b62d-4d7e-8681-2948f05f23ad), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.306261 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (73ebaeb3-b62d-4d7e-8681-2948f05f23ad), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.385517 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (73ebaeb3-b62d-4d7e-8681-2948f05f23ad), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.517020 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (73ebaeb3-b62d-4d7e-8681-2948f05f23ad), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.542948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ebaeb3-b62d-4d7e-8681-2948f05f23ad,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:46.547924 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.551922 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-5b9ca556-c75e-445a-9201-cb56cb8149b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73ebaeb3-b62d-4d7e-8681-2948f05f23ad HTTP/1.1" status: 204 len: 168 time: 0.3336773 Jul 12 14:44:46.553412 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908e9a5-5cf8-44fa-9502-b29d01760861 None None] Network 84dbba96-4890-4894-8f65-f9b63f7010e5 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:44:46.553908 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60206) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:46.623581 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:46.630163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (84dbba96-4890-4894-8f65-f9b63f7010e5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.686897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Deleting port c5daf60a-812b-4a64-8040-47bd8b46eb04 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:46.687231 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.752590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbba37-714e-4953-9048-9302825df39c None None] DHCP port deletion for 84dbba96-4890-4894-8f65-f9b63f7010e5 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:44:46.774513 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] For port c5daf60a-812b-4a64-8040-47bd8b46eb04, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c5daf60a-812b-4a64-8040-47bd8b46eb04,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:46.774866 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.778499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1db5-20b3-4b23-b27a-26dc62230b74 req-6203fc9d-b829-42c7-b0ab-be2b24764e22 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:46.780004 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd5a1db5-20b3-4b23-b27a-26dc62230b74 req-6203fc9d-b829-42c7-b0ab-be2b24764e22 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 948 time: 0.1231813 Jul 12 14:44:46.785898 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.789644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224808-7469-4c91-a79e-7270a5dbad2b req-228f33f3-1544-43b4-8eff-ce1faaf6b0a7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:46.790902 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Calling delete_port for c5daf60a-812b-4a64-8040-47bd8b46eb04 owned by network:dhcp {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:46.791097 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-58224808-7469-4c91-a79e-7270a5dbad2b req-228f33f3-1544-43b4-8eff-ce1faaf6b0a7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 944 time: 0.0659578 Jul 12 14:44:46.812890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-cddbba37-714e-4953-9048-9302825df39c None None] Deleting port c5daf60a-812b-4a64-8040-47bd8b46eb04 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:46.813483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cddbba37-714e-4953-9048-9302825df39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.864546 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd5a1db5-20b3-4b23-b27a-26dc62230b74 req-782e5331-032c-42fb-8f56-c01366d19da2 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Jul 12 14:44:46.878408 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-58224808-7469-4c91-a79e-7270a5dbad2b req-c4e36e1f-2b0f-49c6-bc05-990a2f37b9b8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794344 Jul 12 14:44:46.880106 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-cddbba37-714e-4953-9048-9302825df39c None None] For port c5daf60a-812b-4a64-8040-47bd8b46eb04, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c5daf60a-812b-4a64-8040-47bd8b46eb04,segment=NetworkSegment(05e803d9-d3e1-4fd4-9aac-7aa1f9e43281),segment_id=05e803d9-d3e1-4fd4-9aac-7aa1f9e43281)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:46.880596 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cddbba37-714e-4953-9048-9302825df39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.898670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-cddbba37-714e-4953-9048-9302825df39c None None] Calling delete_port for c5daf60a-812b-4a64-8040-47bd8b46eb04 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:46.978512 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:46.982751 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:46.984319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cddbba37-714e-4953-9048-9302825df39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (c5daf60a-812b-4a64-8040-47bd8b46eb04), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.007659 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] No DVR routers for this DVR port c5daf60a-812b-4a64-8040-47bd8b46eb04 on host dv-cinder-820027-12-iscsi {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:47.009950 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbba37-714e-4953-9048-9302825df39c None None] Pushing event deleted for resources: {'Port': ['ID=c5daf60a-812b-4a64-8040-47bd8b46eb04,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:47.013499 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5daf60a-812b-4a64-8040-47bd8b46eb04,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:47.013650 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddbba37-714e-4953-9048-9302825df39c None None] No DVR routers for this DVR port c5daf60a-812b-4a64-8040-47bd8b46eb04 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:47.087992 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (84dbba96-4890-4894-8f65-f9b63f7010e5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.109015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dbba96-4890-4894-8f65-f9b63f7010e5']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:47.119094 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:47.119392 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e803d9-d3e1-4fd4-9aac-7aa1f9e43281') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:47.130441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (05e803d9-d3e1-4fd4-9aac-7aa1f9e43281), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.144802 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (05e803d9-d3e1-4fd4-9aac-7aa1f9e43281), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.151349 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:44:47.151755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (05e803d9-d3e1-4fd4-9aac-7aa1f9e43281), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.178108 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 85a8777a-98ce-4c88-8578-45f1f6c96818 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:47.197489 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 85a8777a-98ce-4c88-8578-45f1f6c96818 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:47.197842 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 85a8777a-98ce-4c88-8578-45f1f6c96818 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:47.198251 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f52c92e0-f4fc-43ce-9480-4fbe5577ccdb no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:47.207606 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 05e803d9-d3e1-4fd4-9aac-7aa1f9e43281 resource provider aggregate not found Jul 12 14:44:47.217094 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: f52c92e0-f4fc-43ce-9480-4fbe5577ccdb {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:47.217470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device f52c92e0-f4fc-43ce-9480-4fbe5577ccdb not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:47.217884 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c5daf60a-812b-4a64-8040-47bd8b46eb04 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:47.226306 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 05e803d9-d3e1-4fd4-9aac-7aa1f9e43281 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e803d9-d3e1-4fd4-9aac-7aa1f9e43281 found for delete ", "request_id": "req-6c7ad1c9-6442-49ef-8997-6f800b40a975"}]} Jul 12 14:44:47.236447 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: c5daf60a-812b-4a64-8040-47bd8b46eb04 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:47.236790 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c5daf60a-812b-4a64-8040-47bd8b46eb04 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:47.275718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (84dbba96-4890-4894-8f65-f9b63f7010e5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.286382 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.286382 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] 10.222.0.30 "DELETE /v2.0/networks/84dbba96-4890-4894-8f65-f9b63f7010e5 HTTP/1.1" status: 204 len: 168 time: 0.7300835 Jul 12 14:44:47.287839 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60216) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:47.295936 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e11627-4ea8-41af-8b7d-a6c6ea753d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=84dbba96-4890-4894-8f65-f9b63f7010e5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:47.394591 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 4a5ec398-b2ae-4b98-9376-8ce6519452c5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:44:47.405041 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:44:47.509618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 46daa7fa-cab1-4811-a00f-fa4746971c05 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:44:47.534694 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:47.546163 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '4a5ec398-b2ae-4b98-9376-8ce6519452c5', 'network_id': '89b03b98-c199-4c21-9179-b66702f88bab', 'port_id': '4a5ec398-b2ae-4b98-9376-8ce6519452c5', 'mac_address': 'fa:16:3e:66:c5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12e038b-54ce-48fd-afee-06610f5721bf', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:44:47.584883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 46daa7fa-cab1-4811-a00f-fa4746971c05 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:47.585576 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.586937 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:47.587308 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.608710 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.619986 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ec398-b2ae-4b98-9376-8ce6519452c5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:44:47.647143 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:47.687637 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:47.688527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.713459 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.714953 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:47.717198 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb81ba6-256c-4dc3-adfd-34e56a7e438b" -d '{"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:47.754867 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:47.759367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:47.762566 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c31b5-fc70-4cbb-84bb-57d44a72c11f x-openstack-request-id: req-546c31b5-fc70-4cbb-84bb-57d44a72c11f {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:47.762849 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:47.763106 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-546c31b5-fc70-4cbb-84bb-57d44a72c11f {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:47.763494 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546c31b5-fc70-4cbb-84bb-57d44a72c11f'] response: {'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'code': 200} Jul 12 14:44:47.768102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:47.780030 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:47.811018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:47.822640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.842857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Deleting port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:47.843193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.860134 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:47.870707 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:47.926363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] For port 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:47.926735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:47.941645 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Calling delete_port for 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:48.074109 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40816663-7d5f-4dbb-b85c-45cbbe24393a req-c983dd40-d0c4-4c1f-bb14-4642fd0d27f6 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:48.075508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-40816663-7d5f-4dbb-b85c-45cbbe24393a req-c983dd40-d0c4-4c1f-bb14-4642fd0d27f6 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 949 time: 0.1206639 Jul 12 14:44:48.086142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acb2f1-1459-472a-8cb6-a22868023c9d req-1e7945e9-8f25-4c1a-9c25-49f5c3cfbd6d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:48.087640 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e4acb2f1-1459-472a-8cb6-a22868023c9d req-1e7945e9-8f25-4c1a-9c25-49f5c3cfbd6d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.1296539 Jul 12 14:44:48.128832 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['4a5ec398-b2ae-4b98-9376-8ce6519452c5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:48.216035 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-40816663-7d5f-4dbb-b85c-45cbbe24393a req-1f5db79b-2a98-4bf5-975e-09b0d942311e tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273408 Jul 12 14:44:48.240573 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e4acb2f1-1459-472a-8cb6-a22868023c9d req-8701181e-0988-40a4-a67f-6e393efc668f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430786 Jul 12 14:44:48.249879 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42174-fbcb-4506-9232-9df093775a1f req-c697492d-7748-4d4e-abfd-2aa7820c9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:48.252410 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4df42174-fbcb-4506-9232-9df093775a1f req-c697492d-7748-4d4e-abfd-2aa7820c9d3c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1129 time: 0.1638176 Jul 12 14:44:48.302913 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4df42174-fbcb-4506-9232-9df093775a1f req-3eb5d0cd-9810-4e3d-b7e9-5bd0458d4b59 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Jul 12 14:44:48.319527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:48.372779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:48.398201 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:48.530652 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:48.587577 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:48.708284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:48.742425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Router d5d5896e-9c3a-44a4-98d0-c944cc7114eb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:48.839122 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:48.846211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:48.859311 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-33cbca93-b991-46ee-83df-f8a4d7615203 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5d5896e-9c3a-44a4-98d0-c944cc7114eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5623693 Jul 12 14:44:48.859311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60228) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:48.859510 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Sync routers for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:48.866683 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:48.867305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:48.955165 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks [] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:48.968954 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:49.056256 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks [] for router_gateway (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.133474 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:44:48Z', 'revision_number': 5, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port': {'id': '1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:40:54Z', 'updated_at': '2022-07-12T14:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:49.163350 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Checking router: d5d5896e-9c3a-44a4-98d0-c944cc7114eb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:49.171979 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Routers {'d5d5896e-9c3a-44a4-98d0-c944cc7114eb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:49.172592 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:49.199687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Deleting port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:49.200030 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.247585 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:49.254305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] Set router d5d5896e-9c3a-44a4-98d0-c944cc7114eb gateway port host: None {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:49.287505 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] For port 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:49.287874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.337072 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Calling delete_port for 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 owned by network:router_gateway {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:49.408299 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 4a5ec398-b2ae-4b98-9376-8ce6519452c5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:44:49.420591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef83505-71a9-4722-a67c-13bf7fa52d99 req-6ef548f9-0df9-452d-8928-f830133ef2dc tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:49.422097 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ef83505-71a9-4722-a67c-13bf7fa52d99 req-6ef548f9-0df9-452d-8928-f830133ef2dc tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 949 time: 0.1310871 Jul 12 14:44:49.437774 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:44:49Z', 'revision_number': 6, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port_host': None}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:49.452305 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13225404-0930-48cc-92ab-154c8e22de37 req-29229fd7-2d0d-4dff-bcbf-9e02aa358d6c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:49.453837 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-13225404-0930-48cc-92ab-154c8e22de37 req-29229fd7-2d0d-4dff-bcbf-9e02aa358d6c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.1145277 Jul 12 14:44:49.487151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fab19-b199-41b9-a44b-e683b58d778a None None] The sync data for ids ['d5d5896e-9c3a-44a4-98d0-c944cc7114eb'] in dv-cinder-820027-12-iscsi is: [{'id': 'd5d5896e-9c3a-44a4-98d0-c944cc7114eb', 'name': 'tempest-TestMinimumBasicScenario-142569143-router', 'tenant_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:40:53Z', 'updated_at': '2022-07-12T14:44:49Z', 'revision_number': 6, 'project_id': 'a850cf48283f46bbac5b5a8e4f1a8335', 'gw_port_host': None}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:49.507836 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:44:49.531099 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ef83505-71a9-4722-a67c-13bf7fa52d99 req-cdfa4d1a-8e81-4ccd-9b77-c7be433791a5 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017759 Jul 12 14:44:49.589303 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-13225404-0930-48cc-92ab-154c8e22de37 req-45ed5b0f-5f42-4647-995e-6d7990d1334c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250205 Jul 12 14:44:49.590386 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:49.591172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.677221 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:49.677621 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.710614 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:49.714064 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.744359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:49.764859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:49.767151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20b902-8e94-4df6-b440-6cbb7897a04a" -d '{"events": [{"server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:49.768327 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.806164 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965630ec-ecef-4fca-859f-d6c38e09b039 x-openstack-request-id: req-965630ec-ecef-4fca-859f-d6c38e09b039 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:49.807401 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:49.807401 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-965630ec-ecef-4fca-859f-d6c38e09b039 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:49.807401 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965630ec-ecef-4fca-859f-d6c38e09b039'] response: {'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5', 'code': 200} Jul 12 14:44:49.808287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.857708 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:49.865551 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:49.871008 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:49.877754 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks [] for router_controller (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.001305 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (d5d5896e-9c3a-44a4-98d0-c944cc7114eb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.001924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d5896e-9c3a-44a4-98d0-c944cc7114eb {{(pid=105842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:44:50.006666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.007792 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-74885e55-bc38-4cb5-bf53-f1f86b06adc7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d5d5896e-9c3a-44a4-98d0-c944cc7114eb HTTP/1.1" status: 204 len: 168 time: 1.1531467 Jul 12 14:44:50.010293 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60236) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:50.040319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:50.057976 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Deleting subnet 4bc92e63-b6c0-4660-9515-4f2d291dbf55 {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:44:50.060967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Publish callbacks [] for subnet (4bc92e63-b6c0-4660-9515-4f2d291dbf55), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.095182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Publish callbacks [] for subnet (4bc92e63-b6c0-4660-9515-4f2d291dbf55), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.162219 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (4bc92e63-b6c0-4660-9515-4f2d291dbf55), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.252626 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:44:50.331885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for subnet (4bc92e63-b6c0-4660-9515-4f2d291dbf55), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.359942 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc92e63-b6c0-4660-9515-4f2d291dbf55,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:50.364866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.369036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-86311a67-78c4-4116-a97f-b4e5a910e58b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4bc92e63-b6c0-4660-9515-4f2d291dbf55 HTTP/1.1" status: 204 len: 168 time: 0.3562300 Jul 12 14:44:50.370139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60238) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:50.372603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b637ff-ad4d-4743-b596-3edfdaa2caed None None] Network 33888002-3d62-45a6-ac8c-e062afd2084b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:44:50.446369 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (33888002-3d62-45a6-ac8c-e062afd2084b), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.511445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Deleting port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:50.529130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.552445 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] DHCP port deletion for 33888002-3d62-45a6-ac8c-e062afd2084b request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:44:50.583779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] For port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:50.584140 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.598683 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Calling delete_port for a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:50.609427 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Deleting port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:50.609645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba52525-543f-4cf4-b1bd-ec2f5e6bc1f0 req-45e34e16-0c14-4f5b-b960-f307a4c3883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:50.610151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.611546 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5ba52525-543f-4cf4-b1bd-ec2f5e6bc1f0 req-45e34e16-0c14-4f5b-b960-f307a4c3883f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 1134 time: 0.0579178 Jul 12 14:44:50.612383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:50.678654 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-5ba52525-543f-4cf4-b1bd-ec2f5e6bc1f0 req-e152daa7-6909-4c39-b131-5f7d43830c80 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588119 Jul 12 14:44:50.684888 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] For port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,segment=NetworkSegment(34081594-098a-4d5e-9ea1-f5c6f755df2a),segment_id=34081594-098a-4d5e-9ea1-f5c6f755df2a)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:50.685494 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.699311 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Calling delete_port for a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:50.702880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:50.743551 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab297df-315e-4b64-9f37-9d77bd6d324f req-3eced24c-24ed-40d5-88d2-96758c178967 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:50.745036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aab297df-315e-4b64-9f37-9d77bd6d324f req-3eced24c-24ed-40d5-88d2-96758c178967 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0995784 Jul 12 14:44:50.777130 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbee5-df9c-4ad4-8bbe-21d66dbd3c87 req-ee00bb4a-40c2-44f2-869f-85e9527680ee tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:50.778633 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfebbee5-df9c-4ad4-8bbe-21d66dbd3c87 req-ee00bb4a-40c2-44f2-869f-85e9527680ee tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0850494 Jul 12 14:44:50.843997 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aab297df-315e-4b64-9f37-9d77bd6d324f req-76675dde-ae61-44e8-847b-52ae64d5cf94 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848539 Jul 12 14:44:50.850759 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfebbee5-df9c-4ad4-8bbe-21d66dbd3c87 req-2567ac4c-164d-4ef1-b016-704e370b90f3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646083 Jul 12 14:44:50.862935 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.872911 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (a1092050-a0cc-4f2b-b6ae-a2a270c6ea91), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:50.893468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:50.909887 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] No DVR routers for this DVR port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:50.910245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] Pushing event deleted for resources: {'Port': ['ID=a1092050-a0cc-4f2b-b6ae-a2a270c6ea91,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:50.910245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d41bd-8dd4-4e3e-9964-fac76233df63 None None] No DVR routers for this DVR port a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:51.013644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (33888002-3d62-45a6-ac8c-e062afd2084b), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.034201 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514084-e9b1-4eff-a18f-4f35505512e2 req-fe2ea52c-8673-4f98-9213-b863b6123f4b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:51.035655 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b2514084-e9b1-4eff-a18f-4f35505512e2 req-fe2ea52c-8673-4f98-9213-b863b6123f4b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0933323 Jul 12 14:44:51.044536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.044864 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60246) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:51.044973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.045627 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.045974 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > port after_create 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.046316 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.046648 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > port after_update 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.046967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.047324 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.048167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.048487 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.050639 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Request body: {'floatingip': {'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:51.088616 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.137495 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.137928 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.138355 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.138748 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 14:44:51.139182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33888002-3d62-45a6-ac8c-e062afd2084b']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:51.157674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34081594-098a-4d5e-9ea1-f5c6f755df2a') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:51.158045 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34081594-098a-4d5e-9ea1-f5c6f755df2a') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:51.169449 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:51.177896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (34081594-098a-4d5e-9ea1-f5c6f755df2a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.189925 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:51.190270 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device a1092050-a0cc-4f2b-b6ae-a2a270c6ea91 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:51.190680 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:51.199997 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (34081594-098a-4d5e-9ea1-f5c6f755df2a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.208747 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:51.209089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e24a2d6-9ee1-466f-85cf-030ed0ecf6a5 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:51.209525 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:51.210205 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:44:51.210816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (34081594-098a-4d5e-9ea1-f5c6f755df2a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.227867 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:51.228215 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 3b61b3b1-5681-4218-8f25-f7a3d0a4ff5e not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:51.346692 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (33888002-3d62-45a6-ac8c-e062afd2084b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.354797 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.361570 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] 10.222.0.30 "DELETE /v2.0/networks/33888002-3d62-45a6-ac8c-e062afd2084b HTTP/1.1" status: 204 len: 168 time: 0.9875538 Jul 12 14:44:51.449303 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:51.554389 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.617241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 34081594-098a-4d5e-9ea1-f5c6f755df2a resource provider aggregate not found Jul 12 14:44:51.621094 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09468885-b070-416f-b3fe-599ca0d20084 admin admin] Pushing event deleted for resources: {'Network': ['ID=33888002-3d62-45a6-ac8c-e062afd2084b,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:51.625149 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.637956 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 34081594-098a-4d5e-9ea1-f5c6f755df2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34081594-098a-4d5e-9ea1-f5c6f755df2a found for delete ", "request_id": "req-65fecd66-40e8-4993-b9c9-7912b290278a"}]} Jul 12 14:44:51.724466 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Floating IP 5d937c10-8f39-41fe-a9ce-9b03a21827e6 associated. External IP: 172.27.3.227, port: 46daa7fa-cab1-4811-a00f-fa4746971c05. Jul 12 14:44:51.793779 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60260) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:51.815222 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:51.838842 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-61bf3529-f615-4b1f-8153-e2ee711a4ea3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47cd27ad4219485cae0d8d85a2823948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415680 Jul 12 14:44:51.839448 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60262) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:51.899870 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] Publish callbacks [] for security_group (54ee8927-d522-477e-8683-fefe3ede7bb7), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.902204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:51.928415 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:44:51.933781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] Publish callbacks [] for security_group (54ee8927-d522-477e-8683-fefe3ede7bb7), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:51.995356 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccb72-e482-4664-8f17-b3f9a3894259 req-dac5071d-8980-4f88-90d3-5af5740cfeab tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:51.996810 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b2bccb72-e482-4664-8f17-b3f9a3894259 req-dac5071d-8980-4f88-90d3-5af5740cfeab tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0809085 Jul 12 14:44:52.035191 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:52.040029 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:52.046621 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:52.047540 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b2bccb72-e482-4664-8f17-b3f9a3894259 req-1e21886e-966b-47a9-a104-3f0469f13b6a tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Jul 12 14:44:52.058859 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:52.059560 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:52.071406 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7243160c-58da-4ba0-8cb8-43ddfb994b2e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "PUT /v2.0/floatingips/5d937c10-8f39-41fe-a9ce-9b03a21827e6 HTTP/1.1" status: 200 len: 991 time: 1.0253201 Jul 12 14:44:52.071957 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:52.074575 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326b3117-2002-4c1b-b058-f1be57d22ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:52.122497 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (54ee8927-d522-477e-8683-fefe3ede7bb7), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:52.125208 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:52.129394 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54ee8927-d522-477e-8683-fefe3ede7bb7 HTTP/1.1" status: 204 len: 168 time: 0.2864056 Jul 12 14:44:52.136189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe1c9b-d59f-40c2-8063-5852cefd3287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee8927-d522-477e-8683-fefe3ede7bb7,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:52.174569 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:52.318866 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425f0956-3513-493c-b2fb-4a5a1e807638 x-openstack-request-id: req-425f0956-3513-493c-b2fb-4a5a1e807638 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:52.321127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:52.321127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-425f0956-3513-493c-b2fb-4a5a1e807638 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:52.321127 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425f0956-3513-493c-b2fb-4a5a1e807638'] response: {'name': 'network-changed', 'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'status': 'completed', 'code': 200} Jul 12 14:44:52.428730 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:52.472658 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '5d937c10-8f39-41fe-a9ce-9b03a21827e6', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80951178-6d64-4856-a450-a1e1b64c2586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:33Z', 'updated_at': '2022-07-12T14:44:51Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:52.503341 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:52.513052 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:52.514051 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:52.514688 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:52.530568 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-6e49a90d-a506-4202-9377-4ef5acc03580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:52.532724 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-6e49a90d-a506-4202-9377-4ef5acc03580 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1129 time: 0.0490150 Jul 12 14:44:52.634306 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:52.635979 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-b16d1cf3-1afc-422f-87b9-3e4f1aa13643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:52.637507 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-b16d1cf3-1afc-422f-87b9-3e4f1aa13643 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.0971198 Jul 12 14:44:52.728025 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-d638349d-2c8e-406d-9ef7-802ce44eb183 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 999 time: 0.0594299 Jul 12 14:44:52.778759 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-fc50a6a8-e41c-49e3-9a2b-cb1a7d22651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:52.780253 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-fc50a6a8-e41c-49e3-9a2b-cb1a7d22651e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0455198 Jul 12 14:44:52.830723 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-343f66ec-dd98-47e2-b7dc-0296154fd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:52.832233 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-343f66ec-dd98-47e2-b7dc-0296154fd1cc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409536 Jul 12 14:44:52.846680 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '5d937c10-8f39-41fe-a9ce-9b03a21827e6', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80951178-6d64-4856-a450-a1e1b64c2586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:33Z', 'updated_at': '2022-07-12T14:44:51Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:52.863031 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60276) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:52.874179 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf258d9-fb44-40dc-b055-12fa65336989 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '5d937c10-8f39-41fe-a9ce-9b03a21827e6', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80951178-6d64-4856-a450-a1e1b64c2586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:44:33Z', 'updated_at': '2022-07-12T14:44:51Z', 'revision_number': 1, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:52.915356 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-c235da77-0186-4f41-b570-7b57f2bd2a21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a850cf48283f46bbac5b5a8e4f1a8335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464156 Jul 12 14:44:52.915356 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60278) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:52.937942 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:52.942113 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-6b162805-83bb-49c4-9e01-146c9e529534 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008601 Jul 12 14:44:52.969807 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] Publish callbacks [] for security_group (89e4cea5-4d52-4a3b-a4c3-11fabae21b7a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:52.993909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] Publish callbacks [] for security_group (89e4cea5-4d52-4a3b-a4c3-11fabae21b7a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:53.027587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:53.039712 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-326b3117-2002-4c1b-b058-f1be57d22ed6 req-cc0415a8-590f-414d-b3a9-87d04fc65337 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899768 Jul 12 14:44:53.092909 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf68fc-39a3-483f-94db-68c58f9b17d8 None None] New status for floating IP 5d937c10-8f39-41fe-a9ce-9b03a21827e6: ACTIVE {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:44:53.155987 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (89e4cea5-4d52-4a3b-a4c3-11fabae21b7a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:53.159329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:53.160522 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89e4cea5-4d52-4a3b-a4c3-11fabae21b7a HTTP/1.1" status: 204 len: 168 time: 0.2462776 Jul 12 14:44:53.180541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b53803-50cd-4cdf-bed6-20bd9a4be173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4cea5-4d52-4a3b-a4c3-11fabae21b7a,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:53.192582 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12430e82-22b2-44b3-afe0-392ca25d3d8c req-d312da8b-37a9-4931-9a78-aa1413681d2d tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:53.194489 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-12430e82-22b2-44b3-afe0-392ca25d3d8c req-d312da8b-37a9-4931-9a78-aa1413681d2d tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0708582 Jul 12 14:44:53.198761 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:53.250901 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-12430e82-22b2-44b3-afe0-392ca25d3d8c req-218d1dea-092f-49d9-9fcb-e1a5fcc070b1 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Jul 12 14:44:53.777698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c19bf-17b9-4bcf-8aea-4398e2203072 req-f8f23890-38cc-41c5-986c-ed28213f3ac5 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:53.779097 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c94c19bf-17b9-4bcf-8aea-4398e2203072 req-f8f23890-38cc-41c5-986c-ed28213f3ac5 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0474946 Jul 12 14:44:53.825521 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c94c19bf-17b9-4bcf-8aea-4398e2203072 req-0cdf6de5-b140-4cf7-ac11-f7f2fb898e30 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Jul 12 14:44:54.294655 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60310) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:54.388359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1011154878-network', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:54.475511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Made reservation on behalf of 8fa20247a7af46d0b9660d4cd026f552 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:44:54.477932 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.487354 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.568927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks [] for security_group (ce4609ee-b3b7-4c7e-8675-2f7cd78756ed), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.641646 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ce4609ee-b3b7-4c7e-8675-2f7cd78756ed), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.669718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:44:54.675244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4609ee-b3b7-4c7e-8675-2f7cd78756ed,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:54.682720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (13e0b251-55ad-4a34-9ae9-c5bedd2942be), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.683090 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Added segment 13e0b251-55ad-4a34-9ae9-c5bedd2942be of type vlan for network 1896320e-61e3-4e49-a6ce-745b43b67079 Jul 12 14:44:54.723301 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (1896320e-61e3-4e49-a6ce-745b43b67079), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.807284 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (1896320e-61e3-4e49-a6ce-745b43b67079), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.808288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:54.808878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:54.874391 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] Pushing event updated for resources: {'Network': ['ID=1896320e-61e3-4e49-a6ce-745b43b67079,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:54.884732 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 1896320e-61e3-4e49-a6ce-745b43b67079 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:44:54.909704 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-09de9125-2578-403d-8aa1-009d4299ff05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6133761 Jul 12 14:44:54.911980 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60322) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:54.916681 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Request body: {'subnet': {'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1011154878-subnet', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:54.944717 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:54.961577 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698ce6-2bd0-4422-b54f-6c509d5a022a req-c66997e4-3d07-412d-85d3-8b53f1bb2021 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:54.963126 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d2698ce6-2bd0-4422-b54f-6c509d5a022a req-c66997e4-3d07-412d-85d3-8b53f1bb2021 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0512226 Jul 12 14:44:55.014249 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d2698ce6-2bd0-4422-b54f-6c509d5a022a req-f0d82849-9c65-4225-9c67-31aaefdba6de tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8553d55-af01-44f7-8429-c4e9ec0656fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Jul 12 14:44:55.035637 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Made reservation on behalf of 8fa20247a7af46d0b9660d4cd026f552 for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:44:55.038114 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.278898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (bdd42dd8-4e70-455f-9111-55f4db944783), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.349047 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:55.360927 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-c8776bd5-4967-42bb-b7a1-68d125b33d4c tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:55.362371 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-c8776bd5-4967-42bb-b7a1-68d125b33d4c tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.33 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 950 time: 0.0942302 Jul 12 14:44:55.365718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd42dd8-4e70-455f-9111-55f4db944783,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:55.410515 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Checking segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:55.410865 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Network hostable DHCP agents. Network: 1896320e-61e3-4e49-a6ce-745b43b67079, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:44:55.468851 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Deleting port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:44:55.469652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.533687 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Network 1896320e-61e3-4e49-a6ce-745b43b67079 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:44:55.569922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] For port 4a5ec398-b2ae-4b98-9376-8ce6519452c5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4a5ec398-b2ae-4b98-9376-8ce6519452c5,segment=NetworkSegment(b51ff355-f6af-4c03-9d62-6378ed4ddd8a),segment_id=b51ff355-f6af-4c03-9d62-6378ed4ddd8a)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:55.570314 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.584043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Calling delete_port for 4a5ec398-b2ae-4b98-9376-8ce6519452c5 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:44:55.623356 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 1896320e-61e3-4e49-a6ce-745b43b67079) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:55.630179 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:55.630770 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.631633 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10441ffb-e71a-4df4-8d03-695db995e6aa None None] Network 1896320e-61e3-4e49-a6ce-745b43b67079 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:44:55.655520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:55.704682 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-050e541b-8849-43d5-9a63-602258db230e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7916210 Jul 12 14:44:55.707927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60332) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:55.712878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:44:55.733476 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-1896320e-61e3-4e49-a6ce-745b43b67079', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:44:55.734415 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.799891 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (4a5ec398-b2ae-4b98-9376-8ce6519452c5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.800138 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.801429 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.830023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Pushing event deleted for resources: {'Port': ['ID=4a5ec398-b2ae-4b98-9376-8ce6519452c5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:55.848956 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['4a5ec398-b2ae-4b98-9376-8ce6519452c5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:44:55.867105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for router_controller (ea58b77e-a0d6-42af-aac2-d816e5001f8a), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.880403 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] No DVR routers for this DVR port 4a5ec398-b2ae-4b98-9376-8ce6519452c5 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:44:55.882709 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:55.886682 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-d9f8b91d-3d48-4fc1-88ec-183dc9322d5c req-353b18d6-0eac-44c7-a932-c888f2ed8c54 tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.33 "DELETE /v2.0/ports/4a5ec398-b2ae-4b98-9376-8ce6519452c5 HTTP/1.1" status: 204 len: 173 time: 0.5124755 Jul 12 14:44:55.887135 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'name': 'network-vif-deleted', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:44:55.889396 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b56b39d-4976-4c49-a37c-3364905de732" -d '{"events": [{"server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "name": "network-vif-deleted", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:44:55.930768 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a95ff0-2e04-44d0-84f3-3a1fccb0bcc6 x-openstack-request-id: req-22a95ff0-2e04-44d0-84f3-3a1fccb0bcc6 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:44:55.931401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a1e75-facc-4a4c-b602-10be600c40a3", "name": "network-vif-deleted", "tag": "4a5ec398-b2ae-4b98-9376-8ce6519452c5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:44:55.931401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22a95ff0-2e04-44d0-84f3-3a1fccb0bcc6 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:44:55.931718 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a95ff0-2e04-44d0-84f3-3a1fccb0bcc6'] response: {'server_uuid': '908a1e75-facc-4a4c-b602-10be600c40a3', 'name': 'network-vif-deleted', 'tag': '4a5ec398-b2ae-4b98-9376-8ce6519452c5', 'status': 'completed', 'code': 200} Jul 12 14:44:55.957834 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Allocated IP 172.20.0.2 (1896320e-61e3-4e49-a6ce-745b43b67079/bdd42dd8-4e70-455f-9111-55f4db944783/303d0d47-f2b3-4139-a1fe-e7dc0cc37b66) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:56.034625 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.074016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for router_gateway (ea58b77e-a0d6-42af-aac2-d816e5001f8a), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.123206 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks [] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.131771 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fed7c25d-e443-436b-a23d-32b25d155c5c req-c9d44249-8753-4f3b-a1c0-0cd9e111d7df tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0371411 Jul 12 14:44:56.224153 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:56.242463 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.286656 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Network 1896320e-61e3-4e49-a6ce-745b43b67079 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:56.289624 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:56.293256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:56.304158 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Pushing event updated for resources: {'Port': ['ID=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:56.331288 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.331639 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.331955 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.332287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.332612 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.332933 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.333278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.333597 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.333968 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335681 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.335770 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:56.367077 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Attempting to bind port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:44:56.367456 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Attempting to bind port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:44:56.367810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Attempting to bind port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 on network 1896320e-61e3-4e49-a6ce-745b43b67079 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:56.373274 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:44:56.373737 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Checking segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:56.374441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.374921 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Bound using segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:44:56.375470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Bound port: 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:44:56.376455 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.413694 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for router_gateway (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.434560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.450432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] For port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:44:56.454705 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] For port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:44:56.543045 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.549111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Allocated IP 172.27.3.198 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/7f996d43-ae08-4103-bd53-3597a86aa7cb) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:56.597189 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:56.621212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf024f8-dd43-4132-980a-a17192444c9c None None] Pushing event updated for resources: {'Port': ['ID=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:56.659977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:56.690351 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.789279 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:56.839835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:56.844925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:56.849182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:56.852749 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Pushing event updated for resources: {'Port': ['ID=7f996d43-ae08-4103-bd53-3597a86aa7cb,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:57.210579 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:44:57.276043 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:57.276432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.282696 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2bbc1c8-4189-4ee5-8170-40a89a3e2c9b req-24403442-a013-4f19-929c-20285a23d34b tempest-VolumesNegativeTest-1263426691 tempest-VolumesNegativeTest-1263426691-project] 10.222.0.30 "GET /v2.0/ports?device_id=908a1e75-facc-4a4c-b602-10be600c40a3 HTTP/1.1" status: 200 len: 210 time: 0.0383203 Jul 12 14:44:57.283264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for router_gateway (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.307810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:57.373606 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:57.379719 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.425676 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:44:57.514075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.547024 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.635161 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b315a8-168a-4232-a62b-4ffd72a461d8 None None] Network 1896320e-61e3-4e49-a6ce-745b43b67079 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:44:57.647361 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:57.660957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:57.729895 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-3fc6dfd1-3dbc-4ea3-bf8a-9d07718960b0 None None] Provisioning complete for port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:57.735386 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3fc6dfd1-3dbc-4ea3-bf8a-9d07718960b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.755536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Router ea58b77e-a0d6-42af-aac2-d816e5001f8a is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:44:57.836458 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6dfd1-3dbc-4ea3-bf8a-9d07718960b0 None None] Current status of the port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:57.863991 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:44:57.876008 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Sync routers for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:44:57.889986 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:57.890611 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:57.953407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:57.957393 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-060ab801-a163-4a96-9434-e005ef208072 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2461689 Jul 12 14:44:57.958106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60360) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:44:57.994058 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:58.055265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-8bbcc167-bb91-4ede-bf98-bce63fe28d15 None None] Provisioning complete for port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:58.055635 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc167-bb91-4ede-bf98-bce63fe28d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.089820 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.139205 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.150311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8245c2-2386-4509-aedf-d972fa9b73ea req-da8deb84-6ec9-47cb-9c96-6b1206524423 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:58.159335 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe8245c2-2386-4509-aedf-d972fa9b73ea req-da8deb84-6ec9-47cb-9c96-6b1206524423 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0722876 Jul 12 14:44:58.174835 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:57Z', 'revision_number': 3, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:58.208063 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Checking router: ea58b77e-a0d6-42af-aac2-d816e5001f8a for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:44:58.208752 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Updating router ea58b77e-a0d6-42af-aac2-d816e5001f8a port 7f996d43-ae08-4103-bd53-3597a86aa7cb binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:44:58.237247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe8245c2-2386-4509-aedf-d972fa9b73ea req-bca44e29-f571-4175-a49b-0705d6061294 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 Jul 12 14:44:58.261439 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.298803 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.309693 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcc167-bb91-4ede-bf98-bce63fe28d15 None None] Current status of the port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:58.376708 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca4976-ae3b-46e7-b67a-6eb4b824cc22 req-aa8f202d-cbd0-4a70-85cf-2c1767eb290c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:58.386782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-76ca4976-ae3b-46e7-b67a-6eb4b824cc22 req-aa8f202d-cbd0-4a70-85cf-2c1767eb290c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0948493 Jul 12 14:44:58.443945 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-76ca4976-ae3b-46e7-b67a-6eb4b824cc22 req-5706a0ac-604a-43f1-8596-3652723b92e4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571527 Jul 12 14:44:58.544171 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.554206 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks [] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.624795 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.682022 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Attempting to bind port 7f996d43-ae08-4103-bd53-3597a86aa7cb on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:44:58.682384 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Attempting to bind port 7f996d43-ae08-4103-bd53-3597a86aa7cb by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:44:58.682733 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Attempting to bind port 7f996d43-ae08-4103-bd53-3597a86aa7cb on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:44:58.684660 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Pushing event updated for resources: {'Port': ['ID=7f996d43-ae08-4103-bd53-3597a86aa7cb,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:58.695256 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:44:58.695622 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:44:58.696007 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.696386 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:44:58.696841 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Bound port: 7f996d43-ae08-4103-bd53-3597a86aa7cb, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:44:58.697232 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.699402 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.699732 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.700066 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.704834 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:44:58.749425 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.767168 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] For port 7f996d43-ae08-4103-bd53-3597a86aa7cb, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:44:58.770390 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] For port 7f996d43-ae08-4103-bd53-3597a86aa7cb, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7f996d43-ae08-4103-bd53-3597a86aa7cb,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:44:58.808540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.882002 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:58.903449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Allocated IP 172.20.0.1 (1896320e-61e3-4e49-a6ce-745b43b67079/bdd42dd8-4e70-455f-9111-55f4db944783/96686c77-5beb-422f-b2f1-d454610f4db3) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:44:58.939735 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:44:58.940341 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:58.969528 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:58.978432 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c097-7355-47ee-ad11-0bf3403c9e96 None None] Pushing event updated for resources: {'Port': ['ID=7f996d43-ae08-4103-bd53-3597a86aa7cb,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:59.013615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks [] for port (96686c77-5beb-422f-b2f1-d454610f4db3), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.050234 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:44:59.104622 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.150423 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Network 1896320e-61e3-4e49-a6ce-745b43b67079 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:44:59.157056 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:44:59.159486 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:44:59.208151 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Pushing event updated for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:44:59.212714 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:44:59.232166 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.287865 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:59.288241 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.404397 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:57Z', 'revision_number': 3, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:44:59.434298 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c91c7-8cbe-4f05-9783-e05368c5e26b req-24ebdd62-1f00-444d-a161-af8611c5daa5 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:59.435604 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 4a5ec398-b2ae-4b98-9376-8ce6519452c5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:44:59.437501 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-099c91c7-8cbe-4f05-9783-e05368c5e26b req-24ebdd62-1f00-444d-a161-af8611c5daa5 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0957456 Jul 12 14:44:59.465064 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dfb85-6075-4a92-9279-0965441f2628 None None] The sync data for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi is: [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:57Z', 'revision_number': 3, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:44:59.481688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 4a5ec398-b2ae-4b98-9376-8ce6519452c5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:44:59.482043 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 4a5ec398-b2ae-4b98-9376-8ce6519452c5 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:44:59.488832 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:44:59.512419 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-099c91c7-8cbe-4f05-9783-e05368c5e26b req-e1af99a4-5c72-4ca4-a892-b6a88ebe50a7 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663657 Jul 12 14:44:59.552300 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9d782b35-61cf-445d-928f-fb2648cea491 None None] Provisioning complete for port 96686c77-5beb-422f-b2f1-d454610f4db3 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:44:59.552669 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9d782b35-61cf-445d-928f-fb2648cea491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.585425 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9d782b35-61cf-445d-928f-fb2648cea491 None None] Port 96686c77-5beb-422f-b2f1-d454610f4db3 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:44:59.588097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa13695-acf2-4a20-b405-f39659d5814c req-9410b00c-11eb-49cc-8c92-1442e59b0cc0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:44:59.589702 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eaa13695-acf2-4a20-b405-f39659d5814c req-9410b00c-11eb-49cc-8c92-1442e59b0cc0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0596364 Jul 12 14:44:59.647552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eaa13695-acf2-4a20-b405-f39659d5814c req-3f4ed340-a417-4d35-8031-204946320deb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506012 Jul 12 14:44:59.669385 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.830042 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:44:59.879204 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks [] for port (96686c77-5beb-422f-b2f1-d454610f4db3), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:44:59.926584 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:00.003738 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:00.005563 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Pushing event updated for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:00.106895 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Network 1896320e-61e3-4e49-a6ce-745b43b67079 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:00.108730 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:00.253767 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Router ea58b77e-a0d6-42af-aac2-d816e5001f8a has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:00.317910 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-b3fec872-446c-4150-9067-f6fe6e21e254 None None] Provisioning complete for port 96686c77-5beb-422f-b2f1-d454610f4db3 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:00.318614 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b3fec872-446c-4150-9067-f6fe6e21e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:00.354915 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-b3fec872-446c-4150-9067-f6fe6e21e254 None None] Port 96686c77-5beb-422f-b2f1-d454610f4db3 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:45:00.371411 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:00.376536 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-751c98f4-740b-43e4-b012-0d1529c0ab33 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea58b77e-a0d6-42af-aac2-d816e5001f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4173696 Jul 12 14:45:00.656598 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d42f3-6560-4da0-ac5f-eaff9d89581d req-3fff9d30-4fba-4a03-ad66-65b298b95257 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:00.659517 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fd0d42f3-6560-4da0-ac5f-eaff9d89581d req-3fff9d30-4fba-4a03-ad66-65b298b95257 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0652351 Jul 12 14:45:00.719412 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fd0d42f3-6560-4da0-ac5f-eaff9d89581d req-6ede2213-34a6-4c18-afa3-99143b20d985 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Jul 12 14:45:00.777116 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a61c14-0430-4589-b6e5-4d12ded7d77a req-881a3429-7470-43ad-8c38-680d7ba059c6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:00.778650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06a61c14-0430-4589-b6e5-4d12ded7d77a req-881a3429-7470-43ad-8c38-680d7ba059c6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Jul 12 14:45:00.831623 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06a61c14-0430-4589-b6e5-4d12ded7d77a req-462da651-f90c-4ecd-ab9a-7ac53bce17c2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472555 Jul 12 14:45:01.086956 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60500) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:01.092012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-754418649-network', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:01.197713 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7f996d43-ae08-4103-bd53-3597a86aa7cb up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:01.202132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Made reservation on behalf of f699e58f71d24bb7b4a700b3b3586180 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:45:01.205532 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.215665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.228540 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Sync routers for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:01.255964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:01.255964 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:01.299877 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 7f996d43-ae08-4103-bd53-3597a86aa7cb triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:01.300249 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.303967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks [] for security_group (d542872c-0599-4de4-991e-009125b97b9f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.384320 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d542872c-0599-4de4-991e-009125b97b9f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.389755 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:01.412151 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:45:01.422550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d542872c-0599-4de4-991e-009125b97b9f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:01.428162 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (f5fdfd26-8dd6-4efa-a3f4-b8133375a02c), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.428162 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Added segment f5fdfd26-8dd6-4efa-a3f4-b8133375a02c of type vlan for network 33e388b0-5991-47e3-8339-d5c9753c2a2e Jul 12 14:45:01.437654 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:01.481952 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (33e388b0-5991-47e3-8339-d5c9753c2a2e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.505655 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 7f996d43-ae08-4103-bd53-3597a86aa7cb is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:01.506245 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.569012 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 7f996d43-ae08-4103-bd53-3597a86aa7cb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7f996d43-ae08-4103-bd53-3597a86aa7cb,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:01.576899 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (33e388b0-5991-47e3-8339-d5c9753c2a2e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.580423 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:01.580423 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.637823 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.648198 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] Pushing event updated for resources: {'Network': ['ID=33e388b0-5991-47e3-8339-d5c9753c2a2e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:01.667117 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:45:01.673002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:01.694441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:01.695553 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 2, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:01.700925 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f2e97372-579a-4ad9-8721-df6889bd9d18 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6117103 Jul 12 14:45:01.702592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60550) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:01.707604 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Request body: {'subnet': {'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-754418649-subnet', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:01.714092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:01.745888 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Checking router: ea58b77e-a0d6-42af-aac2-d816e5001f8a for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:01.745888 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Updating router ea58b77e-a0d6-42af-aac2-d816e5001f8a port 96686c77-5beb-422f-b2f1-d454610f4db3 binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:45:01.804524 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=7f996d43-ae08-4103-bd53-3597a86aa7cb,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:01.820329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.843322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Made reservation on behalf of f699e58f71d24bb7b4a700b3b3586180 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:45:01.846803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15868085'] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:01.867297 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125865cb-de43-4cb2-a254-df94c2413b6c req-e170b112-757a-4fd3-9d19-57b3b53e56f9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:01.868463 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-125865cb-de43-4cb2-a254-df94c2413b6c req-e170b112-757a-4fd3-9d19-57b3b53e56f9 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0774739 Jul 12 14:45:02.023732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-125865cb-de43-4cb2-a254-df94c2413b6c req-b2646a43-d745-43d2-81d6-4272f92f97d4 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467962 Jul 12 14:45:02.029767 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1d51-4d7c-4891-a287-7b7baa684669 req-d09625e6-e57f-47a5-956f-6ac799024342 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:02.031241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cdea1d51-4d7c-4891-a287-7b7baa684669 req-d09625e6-e57f-47a5-956f-6ac799024342 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0912077 Jul 12 14:45:02.118072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks [] for port (96686c77-5beb-422f-b2f1-d454610f4db3), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.128530 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cdea1d51-4d7c-4891-a287-7b7baa684669 req-2d082907-c536-4a1e-9c0d-e40f6d07ecae tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859873 Jul 12 14:45:02.240162 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.293636 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d79d8-6eed-49e5-b7a4-d758aa0df698 None None] Pushing event updated for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:02.294063 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16567232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15868067'] for subnet (d329e3cb-32da-43b5-944a-b4273751bd71), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.348057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:02.355090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Attempting to bind port 96686c77-5beb-422f-b2f1-d454610f4db3 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:02.355463 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Attempting to bind port 96686c77-5beb-422f-b2f1-d454610f4db3 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:02.355828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Attempting to bind port 96686c77-5beb-422f-b2f1-d454610f4db3 on network 1896320e-61e3-4e49-a6ce-745b43b67079 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:02.361787 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:02.362007 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d329e3cb-32da-43b5-944a-b4273751bd71,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:02.362183 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Checking segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:02.362570 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.362959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Bound using segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:02.363430 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Bound port: 96686c77-5beb-422f-b2f1-d454610f4db3, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:02.363807 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.372669 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Checking segment: {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:02.373034 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Network hostable DHCP agents. Network: 33e388b0-5991-47e3-8339-d5c9753c2a2e, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:45:02.447619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] For port 96686c77-5beb-422f-b2f1-d454610f4db3, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:02.455460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] For port 96686c77-5beb-422f-b2f1-d454610f4db3, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96686c77-5beb-422f-b2f1-d454610f4db3,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:02.476197 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:45:02.504811 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:02.562360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.591368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 33e388b0-5991-47e3-8339-d5c9753c2a2e) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:02.596181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:02.596877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.614285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67364bc9-9d02-4ecf-92a8-3a40e924c481 None None] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:45:02.647868 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Provisioning complete for port 96686c77-5beb-422f-b2f1-d454610f4db3 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:02.648326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.677854 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-9e617592-187d-4e91-9b78-aef5a254bfed admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9741960 Jul 12 14:45:02.685076 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60596) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:02.691661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:02.756608 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d79d8-6eed-49e5-b7a4-d758aa0df698 None None] Pushing event updated for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:02.766387 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:02.767037 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:02.788607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.789788 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:02.849062 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:02.864648 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for router_controller (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), precommit_add_association {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.035546 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Current status of the port 96686c77-5beb-422f-b2f1-d454610f4db3 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:03.035932 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.054467 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-33e388b0-5991-47e3-8339-d5c9753c2a2e', 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e', 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'fixed_ips': [{'subnet_id': 'd329e3cb-32da-43b5-944a-b4273751bd71'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:45:03.055390 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.095249 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:03.209084 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] For port 96686c77-5beb-422f-b2f1-d454610f4db3, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96686c77-5beb-422f-b2f1-d454610f4db3,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:03.247703 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7f996d43-ae08-4103-bd53-3597a86aa7cb up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:03.324405 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.449853 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for router_gateway (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.455392 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:03.461465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Allocated IP 172.20.0.2 (33e388b0-5991-47e3-8339-d5c9753c2a2e/d329e3cb-32da-43b5-944a-b4273751bd71/d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:03.474114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a416-7e67-4deb-b795-2ae6140d83b1 req-985dbc71-cd9d-400b-b6a6-90dca4e48fe6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:03.475614 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ec5a416-7e67-4deb-b795-2ae6140d83b1 req-985dbc71-cd9d-400b-b6a6-90dca4e48fe6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.1120305 Jul 12 14:45:03.484173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f7f3-f2e7-4aaf-8709-581aaf4aee4a req-f6f8c943-0df1-4470-882d-995c926c07fa tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:03.485701 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ee6f7f3-f2e7-4aaf-8709-581aaf4aee4a req-f6f8c943-0df1-4470-882d-995c926c07fa tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.1237450 Jul 12 14:45:03.517914 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 7f996d43-ae08-4103-bd53-3597a86aa7cb triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:03.518294 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.524248 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-22730d20-a09c-41e1-9274-58c708f12bc6 None None] Provisioning complete for port 96686c77-5beb-422f-b2f1-d454610f4db3 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:03.524617 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-22730d20-a09c-41e1-9274-58c708f12bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.528890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fdc63-06cf-47fd-af71-5ff024317445 None None] Pushing event updated for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:03.565193 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ec5a416-7e67-4deb-b795-2ae6140d83b1 req-0df603e2-a2fa-4c24-8ec0-771e1e33a9f1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783052 Jul 12 14:45:03.590867 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ee6f7f3-f2e7-4aaf-8709-581aaf4aee4a req-380aee86-bf29-4d05-9126-d8f369c09791 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966227 Jul 12 14:45:03.687433 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:03.700812 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:02Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:03.739920 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d8ca4-0185-4d6e-92f2-53e413e333cd None None] The sync data for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi is: [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:02Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:03.764016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for router_gateway (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.791496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.820181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:03.832745 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 7f996d43-ae08-4103-bd53-3597a86aa7cb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:03.834939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-22730d20-a09c-41e1-9274-58c708f12bc6 None None] Current status of the port 96686c77-5beb-422f-b2f1-d454610f4db3 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:03.883396 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks [] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:03.947931 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Allocated IP 172.27.3.159 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/343485ca-7e3a-4c4f-942d-24ee2f6e779a) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:03.968791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.013409 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-7cb43c76-0aa6-404c-a2de-970d2821f0e1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:04.015680 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-7cb43c76-0aa6-404c-a2de-970d2821f0e1 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.0751169 Jul 12 14:45:04.025329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-5df26803-43e8-4e9f-959b-97c34f78533c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:04.026940 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-5df26803-43e8-4e9f-959b-97c34f78533c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.0829990 Jul 12 14:45:04.035480 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:04.045426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:04.047421 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:04.063092 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Pushing event updated for resources: {'Port': ['ID=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:04.120063 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Deleting port 12bf018a-5099-450d-857c-a8150eca7139 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:04.121056 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (12bf018a-5099-450d-857c-a8150eca7139), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.126500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:04.138346 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Attempting to bind port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:04.138782 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Attempting to bind port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:04.139550 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Attempting to bind port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e on network 33e388b0-5991-47e3-8339-d5c9753c2a2e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:04.148168 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:04.148610 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Checking segment: {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:04.149024 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.149595 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Bound using segment: {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:04.150073 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Bound port: d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:04.150506 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.183863 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Deleting port 68fcc4b4-c1bb-4548-816a-03ac719e76aa {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:04.184213 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.189269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.222991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] For port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:04.226739 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] For port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:04.247253 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] For port 12bf018a-5099-450d-857c-a8150eca7139, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=12bf018a-5099-450d-857c-a8150eca7139,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:04.247625 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (12bf018a-5099-450d-857c-a8150eca7139), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.317036 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] For port 68fcc4b4-c1bb-4548-816a-03ac719e76aa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=68fcc4b4-c1bb-4548-816a-03ac719e76aa,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:04.317583 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.327360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.426134 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022b3da-9d6a-4798-9f9d-1d5efe194488 None None] Pushing event updated for resources: {'Port': ['ID=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:04.450653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.489725 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:04.515058 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:04.520586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.521261 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.521747 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Floating IP f0c9d3f8-3413-4925-b15a-be696e26d474 disassociated. External IP: 172.27.3.206, port: 12bf018a-5099-450d-857c-a8150eca7139. Jul 12 14:45:04.532506 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Calling delete_port for 12bf018a-5099-450d-857c-a8150eca7139 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:04.551822 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:04.595032 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:04.604323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Pushing event updated for resources: {'Port': ['ID=343485ca-7e3a-4c4f-942d-24ee2f6e779a,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:04.604323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:04.635659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:04.688713 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.689463 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.689939 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Floating IP 3806bf7c-fb24-4414-9781-b357e5badd8c disassociated. External IP: 172.27.3.190, port: 68fcc4b4-c1bb-4548-816a-03ac719e76aa. Jul 12 14:45:04.690471 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Calling delete_port for 68fcc4b4-c1bb-4548-816a-03ac719e76aa owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:04.893491 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (12bf018a-5099-450d-857c-a8150eca7139), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:04.935525 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event deleted for resources: {'Port': ['ID=12bf018a-5099-450d-857c-a8150eca7139,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:04.950545 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.951149 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.956954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.956954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957208 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33273bb9-fc20-4495-9e11-54fd93e0b0e1 req-eb6aca81-3101-42ac-b254-6372d53ae2cb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.957673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:04.959160 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33273bb9-fc20-4495-9e11-54fd93e0b0e1 req-eb6aca81-3101-42ac-b254-6372d53ae2cb tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 945 time: 0.1696239 Jul 12 14:45:04.996294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5a386-f34b-4ce3-b1f8-3fb09cb4b9ca req-cde4825b-5e0b-4b16-a510-318d6205e624 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:04.998062 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5bf5a386-f34b-4ce3-b1f8-3fb09cb4b9ca req-cde4825b-5e0b-4b16-a510-318d6205e624 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 946 time: 0.2057722 Jul 12 14:45:05.109123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:05.143349 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-33273bb9-fc20-4495-9e11-54fd93e0b0e1 req-14772d59-a556-4d25-a6cb-09165273a31e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b224ee-06e2-48fa-ab62-c3d7dd7309bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833372 Jul 12 14:45:05.258814 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:05.261853 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5bf5a386-f34b-4ce3-b1f8-3fb09cb4b9ca req-2c16874a-5aae-4fd9-b37b-310342bb18bc tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=86a954a2-a09e-4c23-95d2-6b1d1c15a398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428327 Jul 12 14:45:05.285891 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:05.305566 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:05.306243 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:05.349461 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96686c77-5beb-422f-b2f1-d454610f4db3 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:05.350629 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] No DVR routers for this DVR port 12bf018a-5099-450d-857c-a8150eca7139 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:05.353449 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.358690 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3031a34a-c5b0-4943-b810-bb38a39f36e3 req-63616c2a-f72f-4e00-b5c0-c4c0b880bf4c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "DELETE /v2.0/ports/12bf018a-5099-450d-857c-a8150eca7139 HTTP/1.1" status: 204 len: 173 time: 1.3321841 Jul 12 14:45:05.359480 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'name': 'network-vif-deleted', 'tag': '12bf018a-5099-450d-857c-a8150eca7139'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:05.378040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554dca90-e409-47fb-a77c-b13bcf52f8f2" -d '{"events": [{"server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "name": "network-vif-deleted", "tag": "12bf018a-5099-450d-857c-a8150eca7139"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:05.414582 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:05.439218 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for router_gateway (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.454545 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 96686c77-5beb-422f-b2f1-d454610f4db3 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:05.455349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.466263 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5bd74b-76f5-461c-a4f9-90efb805865b x-openstack-request-id: req-1d5bd74b-76f5-461c-a4f9-90efb805865b {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:05.466263 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9deddf-4864-4ad7-9f64-51b96f7c45eb", "name": "network-vif-deleted", "tag": "12bf018a-5099-450d-857c-a8150eca7139", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:05.466263 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d5bd74b-76f5-461c-a4f9-90efb805865b {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:05.466263 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5bd74b-76f5-461c-a4f9-90efb805865b'] response: {'server_uuid': '8a9deddf-4864-4ad7-9f64-51b96f7c45eb', 'name': 'network-vif-deleted', 'tag': '12bf018a-5099-450d-857c-a8150eca7139', 'status': 'completed', 'code': 200} Jul 12 14:45:05.541253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (68fcc4b4-c1bb-4548-816a-03ac719e76aa), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.601712 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:05.615054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'Port': ['ID=68fcc4b4-c1bb-4548-816a-03ac719e76aa,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:05.648484 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 96686c77-5beb-422f-b2f1-d454610f4db3 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:05.651750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:05.674368 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60656) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:05.681252 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:05.719865 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:05.733487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:05.733859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.876603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:05.876603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.881953 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-97aff5ab-f298-4bc0-af9b-3fabd6fb0afd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5e6f8aec4ba48789e2b40eb2196e73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054875 Jul 12 14:45:05.883740 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60660) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:05.923836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:05.937715 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:05.942446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.945664 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:05.947785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabec990-2311-448b-a729-7c00394671e0 None None] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:45:05.956332 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] Publish callbacks [] for security_group (d8553d55-af01-44f7-8429-c4e9ec0656fa), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.974461 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:05.985536 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] Publish callbacks [] for security_group (d8553d55-af01-44f7-8429-c4e9ec0656fa), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:05.993680 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:06.009349 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:06.039438 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:06.040770 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:06.062477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.075287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-07ce04c8-fa4d-4a7f-8169-b3f84163d725 None None] Provisioning complete for port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:06.075665 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-07ce04c8-fa4d-4a7f-8169-b3f84163d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.149489 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:06.181076 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:06.190569 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:06.193726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:06.194666 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d8553d55-af01-44f7-8429-c4e9ec0656fa), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.210782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.214965 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8553d55-af01-44f7-8429-c4e9ec0656fa HTTP/1.1" status: 204 len: 168 time: 0.3300190 Jul 12 14:45:06.221550 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:06.227244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] No DVR routers for this DVR port 68fcc4b4-c1bb-4548-816a-03ac719e76aa on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:06.230249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.248974 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b88ed00f-ef27-41ab-bdc8-6101ee48bae2 req-020fc293-4818-4367-bbe9-453c3657ae9a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "DELETE /v2.0/ports/68fcc4b4-c1bb-4548-816a-03ac719e76aa HTTP/1.1" status: 204 len: 173 time: 2.2125483 Jul 12 14:45:06.251475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f99ea-20ea-4560-b7dd-3aa58d4fe42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8553d55-af01-44f7-8429-c4e9ec0656fa,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:06.251639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'name': 'network-vif-deleted', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:06.265849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb13efb-22c5-407c-86b9-2b2cfbb05124" -d '{"events": [{"server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "name": "network-vif-deleted", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:06.274557 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:06.347341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:06.347341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:06.419019 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c0796da2-625b-4ce4-b48e-fb4fbb96aca3 req-ad15dc09-836f-4bca-bcb2-27b4205caf3c tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a9deddf-4864-4ad7-9f64-51b96f7c45eb HTTP/1.1" status: 200 len: 210 time: 0.0503569 Jul 12 14:45:06.463715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:45:06.580880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca040f90-736c-4e9a-b730-3bf5c2561a29 x-openstack-request-id: req-ca040f90-736c-4e9a-b730-3bf5c2561a29 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:06.580880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59b92-aa7f-496d-a19c-9035a4948560", "name": "network-vif-deleted", "tag": "68fcc4b4-c1bb-4548-816a-03ac719e76aa", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:06.580880 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca040f90-736c-4e9a-b730-3bf5c2561a29 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:06.580880 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca040f90-736c-4e9a-b730-3bf5c2561a29'] response: {'server_uuid': 'b8f59b92-aa7f-496d-a19c-9035a4948560', 'name': 'network-vif-deleted', 'tag': '68fcc4b4-c1bb-4548-816a-03ac719e76aa', 'status': 'completed', 'code': 200} Jul 12 14:45:06.635558 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a6ee992-d4bf-4985-be91-732b180bcbaf req-e3665169-fd4e-427b-b7af-235d20ef98bb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f59b92-aa7f-496d-a19c-9035a4948560 HTTP/1.1" status: 200 len: 210 time: 0.0638862 Jul 12 14:45:06.682509 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:06.708869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-07ce04c8-fa4d-4a7f-8169-b3f84163d725 None None] Current status of the port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:06.717759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:06.741421 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:06.749201 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Sync routers for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:06.749201 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f449d13-5210-49ce-89ee-4de52feb2355 None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:39:26Z', 'revision_number': 4, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '64653681-250f-4c66-9933-f7ef9d4352b1', 'name': '', 'network_id': '819820a3-8857-4e62-88e8-410b4a79b856', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'mac_address': 'fa:16:3e:ff:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:23Z', 'updated_at': '2022-07-12T14:39:34Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'subnets': [{'id': '6ef7a63b-7a20-464c-987e-a0c183d023b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:06.760101 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:06.760782 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:06.822645 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:06.827142 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f16559bb-64fb-4616-a880-68348479b34d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1378858 Jul 12 14:45:06.827400 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60672) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:06.912327 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:06.916840 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-8a7103bc-22ca-4c1d-9fff-b5a12f95dadb None None] Provisioning complete for port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:06.917244 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8a7103bc-22ca-4c1d-9fff-b5a12f95dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.122305 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:04Z', 'revision_number': 3, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:07.138860 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8a7103bc-22ca-4c1d-9fff-b5a12f95dadb None None] Current status of the port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:07.159896 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Checking router: 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:07.160245 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Updating router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 port 343485ca-7e3a-4c4f-942d-24ee2f6e779a binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:45:07.166019 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:07.169615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4e50c-76d1-48a0-bb19-22dbac6fb65a None None] New status for floating IP f0c9d3f8-3413-4925-b15a-be696e26d474: DOWN {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:45:07.198054 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.293790 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:07.318451 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:07.385726 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.408286 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.409332 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:07.409974 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:07.475093 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks [] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.481875 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 12bf018a-5099-450d-857c-a8150eca7139 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:07.520230 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 12bf018a-5099-450d-857c-a8150eca7139 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:07.520570 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 12bf018a-5099-450d-857c-a8150eca7139 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:07.520990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 68fcc4b4-c1bb-4548-816a-03ac719e76aa no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:07.550706 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 68fcc4b4-c1bb-4548-816a-03ac719e76aa {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:07.551060 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 68fcc4b4-c1bb-4548-816a-03ac719e76aa not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:07.552357 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:07.552720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.588701 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.628601 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.641402 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:07.649679 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Attempting to bind port 343485ca-7e3a-4c4f-942d-24ee2f6e779a on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:07.651529 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Attempting to bind port 343485ca-7e3a-4c4f-942d-24ee2f6e779a by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:07.651529 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Attempting to bind port 343485ca-7e3a-4c4f-942d-24ee2f6e779a on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:07.661346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60680) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:07.666311 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134af5-17b3-45c5-93ba-881ad22116fc None None] Pushing event updated for resources: {'Port': ['ID=343485ca-7e3a-4c4f-942d-24ee2f6e779a,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:07.674217 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:07.674217 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:07.674530 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.675400 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:07.675829 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Bound port: 343485ca-7e3a-4c4f-942d-24ee2f6e779a, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:07.676203 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.708717 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.711870 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.758102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:07.763241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.764117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (03b224ee-06e2-48fa-ab62-c3d7dd7309bb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.828045 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (03b224ee-06e2-48fa-ab62-c3d7dd7309bb), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.847222 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] For port 343485ca-7e3a-4c4f-942d-24ee2f6e779a, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:07.849218 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:07.851185 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] For port 343485ca-7e3a-4c4f-942d-24ee2f6e779a, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=343485ca-7e3a-4c4f-942d-24ee2f6e779a,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:07.919596 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:07.938795 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60684) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:07.944369 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689071d-7297-4023-bc20-6836f29dfad2 None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:07.955361 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:07.971945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Allocated IP 172.20.0.1 (33e388b0-5991-47e3-8339-d5c9753c2a2e/d329e3cb-32da-43b5-944a-b4273751bd71/c4969a2b-c7f5-4548-9bbb-fca2234677bb) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:08.008701 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:08.009376 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:08.022890 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (86a954a2-a09e-4c23-95d2-6b1d1c15a398), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.050384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (86a954a2-a09e-4c23-95d2-6b1d1c15a398), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.055299 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134af5-17b3-45c5-93ba-881ad22116fc None None] Pushing event updated for resources: {'Port': ['ID=343485ca-7e3a-4c4f-942d-24ee2f6e779a,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:08.064677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (03b224ee-06e2-48fa-ab62-c3d7dd7309bb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.067469 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.068908 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "DELETE /v2.0/security-groups/03b224ee-06e2-48fa-ab62-c3d7dd7309bb HTTP/1.1" status: 204 len: 168 time: 0.4067328 Jul 12 14:45:08.072183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60686) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:08.089193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcdd8-4872-46d6-8447-403bed20f836 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b224ee-06e2-48fa-ab62-c3d7dd7309bb,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:08.100597 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.api.v2.resource [None req-0f4a0753-a83a-42fc-890e-bcea9c5ba368 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] show failed (client error): The resource could not be found. Jul 12 14:45:08.101589 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0f4a0753-a83a-42fc-890e-bcea9c5ba368 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups/03b224ee-06e2-48fa-ab62-c3d7dd7309bb HTTP/1.1" status: 404 len: 347 time: 0.0278788 Jul 12 14:45:08.106008 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60688) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:08.124163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks [] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.143360 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:08.167674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:08.233852 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Deleting port 2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:08.234196 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.242706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.301614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:08.306790 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:08.310862 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:08.324286 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f53ff-8a46-47f0-a2fe-3662d8f3eb11 None None] New status for floating IP 3806bf7c-fb24-4414-9781-b357e5badd8c: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:45:08.331156 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.332361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.335879 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (86a954a2-a09e-4c23-95d2-6b1d1c15a398), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.338892 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.340517 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "DELETE /v2.0/security-groups/86a954a2-a09e-4c23-95d2-6b1d1c15a398 HTTP/1.1" status: 204 len: 168 time: 0.4006000 Jul 12 14:45:08.349387 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60690) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:08.358016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Pushing event updated for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:08.365011 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83661da-2860-45b1-8c69-6437dc3d1d65 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a954a2-a09e-4c23-95d2-6b1d1c15a398,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:08.369027 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Calling delete_port for 2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8 owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:08.375962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.379619 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.api.v2.resource [None req-2ec695be-67a8-4090-87a4-7e892d90130a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] show failed (client error): The resource could not be found. Jul 12 14:45:08.385431 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60692) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:08.395370 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2ec695be-67a8-4090-87a4-7e892d90130a tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups/86a954a2-a09e-4c23-95d2-6b1d1c15a398 HTTP/1.1" status: 404 len: 347 time: 0.0448868 Jul 12 14:45:08.455462 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:04Z', 'revision_number': 3, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:08.491941 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dac227-b4ef-4431-b909-6cb8cf134571 None None] The sync data for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi is: [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:04Z', 'revision_number': 3, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:08.556381 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:08.588540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Deleting port 8bc1dd69-155a-4e5e-a8ee-8279132b80a5 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:08.588898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.654326 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.676848 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-75577231-2085-46f6-ae75-c53343be0e6a None None] Provisioning complete for port c4969a2b-c7f5-4548-9bbb-fca2234677bb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:08.677348 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-75577231-2085-46f6-ae75-c53343be0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.711802 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:08.731610 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.736295 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.745298 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Calling delete_port for 8bc1dd69-155a-4e5e-a8ee-8279132b80a5 owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:08.746877 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-75577231-2085-46f6-ae75-c53343be0e6a None None] Port c4969a2b-c7f5-4548-9bbb-fca2234677bb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:45:08.805311 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.875015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event deleted for resources: {'Port': ['ID=2d74fb1a-1158-4235-a1c6-0b7e0f5e95b8,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:08.875746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:08.882206 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks [] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.934452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.942699 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks [] for floatingip (f0c9d3f8-3413-4925-b15a-be696e26d474), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.944830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:08.948428 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a1124751-7e24-4c6e-9517-e39bead38174 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "DELETE /v2.0/floatingips/f0c9d3f8-3413-4925-b15a-be696e26d474 HTTP/1.1" status: 204 len: 168 time: 0.8386726 Jul 12 14:45:09.015124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Pushing event updated for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:09.018195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.081452 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (8bc1dd69-155a-4e5e-a8ee-8279132b80a5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.120586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'Port': ['ID=8bc1dd69-155a-4e5e-a8ee-8279132b80a5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:09.120844 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:09.129679 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:09.218190 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (3806bf7c-fb24-4414-9781-b357e5badd8c), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.231335 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.246209 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a2ce5724-f656-421a-b276-4fe2ce0b056d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "DELETE /v2.0/floatingips/3806bf7c-fb24-4414-9781-b357e5badd8c HTTP/1.1" status: 204 len: 168 time: 0.8462441 Jul 12 14:45:09.318276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:09.325840 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 343485ca-7e3a-4c4f-942d-24ee2f6e779a up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:09.393010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 343485ca-7e3a-4c4f-942d-24ee2f6e779a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:09.393662 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.440698 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60700) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:09.446098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872077224', 'description': 'tempest-description--1629579263'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:09.452214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:09.461712 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-6e6a7c86-bf52-4c6c-a2aa-a37cd9f8f785 admin admin] 10.222.0.30 "PUT /v2.0/routers/23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6325066 Jul 12 14:45:09.482150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-07bb8fd1-b3c9-4aff-a974-e83505506cb3 None None] Provisioning complete for port c4969a2b-c7f5-4548-9bbb-fca2234677bb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:09.482525 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-07bb8fd1-b3c9-4aff-a974-e83505506cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.533535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.573209 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-07bb8fd1-b3c9-4aff-a974-e83505506cb3 None None] Port c4969a2b-c7f5-4548-9bbb-fca2234677bb cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:45:09.574780 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 343485ca-7e3a-4c4f-942d-24ee2f6e779a is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:09.576900 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.606475 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 343485ca-7e3a-4c4f-942d-24ee2f6e779a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=343485ca-7e3a-4c4f-942d-24ee2f6e779a,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:09.633039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (9dac55ec-491b-4857-bbdd-34a42e7ccf57), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.676211 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.706131 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9dac55ec-491b-4857-bbdd-34a42e7ccf57), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.725289 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=343485ca-7e3a-4c4f-942d-24ee2f6e779a,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:09.744170 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac55ec-491b-4857-bbdd-34a42e7ccf57,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:09.817319 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.818642 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b158b0ba-075f-4141-ba94-62561800fd19 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3766088 Jul 12 14:45:09.821497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60708) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:09.826332 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group_rule': {'security_group_id': '9dac55ec-491b-4857-bbdd-34a42e7ccf57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:09.927873 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (50bcdb38-dcda-45de-ba91-8a79dfe63024), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:09.934622 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:09.959277 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60710) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:09.964202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137192169', 'description': 'tempest-secgroup-smoke-137192169 description', 'project_id': '8fa20247a7af46d0b9660d4cd026f552'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:09.991590 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (50bcdb38-dcda-45de-ba91-8a79dfe63024), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.058878 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (50bcdb38-dcda-45de-ba91-8a79dfe63024), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.059240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.078446 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bcdb38-dcda-45de-ba91-8a79dfe63024,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:10.129339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (83de8480-c6e5-46ed-b522-c47a35caa35f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.197673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.198902 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3eeabfd0-185a-46a8-a892-1e9b2c68c51b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764324 Jul 12 14:45:10.201743 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60712) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:10.206133 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'security_group_rule': {'security_group_id': '9dac55ec-491b-4857-bbdd-34a42e7ccf57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:10.224735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (83de8480-c6e5-46ed-b522-c47a35caa35f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.255700 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83de8480-c6e5-46ed-b522-c47a35caa35f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:10.314925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (9f980902-af21-48d8-825d-537a4d853bec), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.337349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:10.341354 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.342421 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ce00f185-5d6d-4a8e-a436-b19138b643e6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3820643 Jul 12 14:45:10.345481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60720) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:10.350123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:10.367813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (9f980902-af21-48d8-825d-537a4d853bec), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.441891 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (9f980902-af21-48d8-825d-537a4d853bec), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.448932 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (a63d1c8d-18c3-47c6-a7fa-3dfca5292825), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.462898 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f980902-af21-48d8-825d-537a4d853bec,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:10.511382 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (a63d1c8d-18c3-47c6-a7fa-3dfca5292825), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.564896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.566219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-7425a0a4-0b7d-45ac-8536-ac40feb5d139 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634949 Jul 12 14:45:10.569406 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60726) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:10.574040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:10.601373 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (a63d1c8d-18c3-47c6-a7fa-3dfca5292825), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.622645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63d1c8d-18c3-47c6-a7fa-3dfca5292825,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:10.676216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.678907 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:10.707510 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.708730 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a8071899-36b3-405a-8c46-11e2463d8a38 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622713 Jul 12 14:45:10.711526 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60728) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:10.718083 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:10.781602 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.894091 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (6098f865-942e-489e-b360-2bcc50e015cd), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:10.898213 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Allocated IP 172.27.3.126 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/d9a895cf-236b-4c5b-8ae3-f7e13280ae29) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:10.973113 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:11.015711 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (6098f865-942e-489e-b360-2bcc50e015cd), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.051098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.077753 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (6098f865-942e-489e-b360-2bcc50e015cd), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.102198 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6098f865-942e-489e-b360-2bcc50e015cd,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:11.117057 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Sync routers for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:11.129051 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:11.129800 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:11.193099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.194362 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8ec2d47f-088d-40ab-80f5-ec839a68f017 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4818993 Jul 12 14:45:11.195609 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.197506 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60730) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:11.204053 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:11.238685 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:11.242517 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:11.246451 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:11.284849 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=d9a895cf-236b-4c5b-8ae3-f7e13280ae29,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:11.316147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (874de2a7-fd99-4769-b8fa-8d9b507aa0a9), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.347206 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.353270 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 343485ca-7e3a-4c4f-942d-24ee2f6e779a up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:11.379163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (874de2a7-fd99-4769-b8fa-8d9b507aa0a9), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.404764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:11.447068 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 343485ca-7e3a-4c4f-942d-24ee2f6e779a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:11.447439 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.450966 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:11.470692 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (874de2a7-fd99-4769-b8fa-8d9b507aa0a9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.477879 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.488884 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:11.495924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874de2a7-fd99-4769-b8fa-8d9b507aa0a9,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:11.518681 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:11.558135 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.562243 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a50cb5b5-6cb6-4fbd-985a-e193dec7fbeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610637 Jul 12 14:45:11.564574 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60732) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:11.567878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:11.602533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:11.644174 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 343485ca-7e3a-4c4f-942d-24ee2f6e779a is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:11.651934 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.665731 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:08Z', 'revision_number': 4, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'c4969a2b-c7f5-4548-9bbb-fca2234677bb', 'name': '', 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'mac_address': 'fa:16:3e:4f:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:07Z', 'updated_at': '2022-07-12T14:45:08Z', 'revision_number': 2, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'subnets': [{'id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:11.687865 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (f5bcbf37-e846-4317-80b6-f18bace634b2), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.695324 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Checking router: 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:11.695678 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Updating router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 port c4969a2b-c7f5-4548-9bbb-fca2234677bb binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:45:11.723784 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.752561 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (f5bcbf37-e846-4317-80b6-f18bace634b2), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.773227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.830787 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (f5bcbf37-e846-4317-80b6-f18bace634b2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.846978 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=d9a895cf-236b-4c5b-8ae3-f7e13280ae29,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:11.853137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bcbf37-e846-4317-80b6-f18bace634b2,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:11.868049 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.916816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.918118 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-afc0094a-01e9-4d66-a325-62e0c6f5b6af tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3542495 Jul 12 14:45:11.920890 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60738) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:11.925912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:11.949084 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:11.952743 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-311c3c0f-93e9-4257-beb8-a9a9f03bfcf8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3799212 Jul 12 14:45:11.990610 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks [] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.040699 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.securitygroups_db [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Project 8fa20247a7af46d0b9660d4cd026f552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:45:12.054370 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (2ee709e7-2566-4272-8207-f1266bbf062c), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.064959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.065907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9518-e7bf-4f18-ab5a-7eb2d88cf32e req-3606c193-4f27-46f9-b3ce-723fd9af0cbd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:12.067403 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f9b9518-e7bf-4f18-ab5a-7eb2d88cf32e req-3606c193-4f27-46f9-b3ce-723fd9af0cbd tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0569808 Jul 12 14:45:12.123440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf22236-47ee-4b94-8c94-0771b2907b3c None None] Pushing event updated for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:12.160428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:12.184491 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f9b9518-e7bf-4f18-ab5a-7eb2d88cf32e req-f5e5efb1-f612-471d-9206-470a47bbd7a3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Jul 12 14:45:12.186075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:12.189493 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Attempting to bind port c4969a2b-c7f5-4548-9bbb-fca2234677bb on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:12.189866 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Attempting to bind port c4969a2b-c7f5-4548-9bbb-fca2234677bb by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Attempting to bind port c4969a2b-c7f5-4548-9bbb-fca2234677bb on network 33e388b0-5991-47e3-8339-d5c9753c2a2e {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Checking segment: {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Bound using segment: {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Bound port: c4969a2b-c7f5-4548-9bbb-fca2234677bb, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:12.202584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.216292 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (2ee709e7-2566-4272-8207-f1266bbf062c), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.225207 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-56535813-c328-4082-926c-f9efaa399956 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--872077224&fields=id&tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 267 time: 0.0964136 Jul 12 14:45:12.265642 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] For port c4969a2b-c7f5-4548-9bbb-fca2234677bb, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:12.269212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] For port c4969a2b-c7f5-4548-9bbb-fca2234677bb, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c4969a2b-c7f5-4548-9bbb-fca2234677bb,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:12.276774 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (2ee709e7-2566-4272-8207-f1266bbf062c), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.334622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee709e7-2566-4272-8207-f1266bbf062c,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:12.352578 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.360590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-303407ff-3159-402c-8e3a-353e6232b2fb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:12.362519 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-303407ff-3159-402c-8e3a-353e6232b2fb tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 811 time: 0.1305459 Jul 12 14:45:12.379042 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-360ab73a-65dc-47ef-9eb1-5458e0ba551c tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/quotas/52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 375 time: 0.0109329 Jul 12 14:45:12.404682 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:12.411503 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:44:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:12.430840 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.432151 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2ad14f75-dd28-4839-a8eb-4659d8a8b6aa tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5102613 Jul 12 14:45:12.435105 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60754) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:12.441795 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-f0d3ccc0-9231-4e55-ad73-940f7e09060f tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573962 Jul 12 14:45:12.442359 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'security_group_rule': {'security_group_id': '83de8480-c6e5-46ed-b522-c47a35caa35f', 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:12.491125 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Provisioning complete for port c4969a2b-c7f5-4548-9bbb-fca2234677bb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:12.491487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.494988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf22236-47ee-4b94-8c94-0771b2907b3c None None] Pushing event updated for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:12.561283 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.securitygroups_db [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Project 8fa20247a7af46d0b9660d4cd026f552 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 14:45:12.623918 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:12.628559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:12.662644 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Current status of the port c4969a2b-c7f5-4548-9bbb-fca2234677bb is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:12.662996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.695094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-01050466-64da-4eda-8a0b-25ee0fa62236 service neutron] 10.222.0.30 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429724 Jul 12 14:45:12.797535 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-1b444b92-1485-4b08-a07c-7414eedf9657 service neutron] 10.222.0.30 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005270 Jul 12 14:45:12.804667 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] For port c4969a2b-c7f5-4548-9bbb-fca2234677bb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c4969a2b-c7f5-4548-9bbb-fca2234677bb,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:12.846331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (506f7581-4b67-438f-9133-88c39dabb301), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.878913 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:08Z', 'revision_number': 4, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'c4969a2b-c7f5-4548-9bbb-fca2234677bb', 'name': '', 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'mac_address': 'fa:16:3e:4f:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:07Z', 'updated_at': '2022-07-12T14:45:12Z', 'revision_number': 4, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'subnets': [{'id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:12.906158 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (506f7581-4b67-438f-9133-88c39dabb301), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.908741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c92e6-b7c4-4d2e-a0a0-f218210f7ca3 None None] The sync data for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi is: [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:45:08Z', 'revision_number': 4, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'c4969a2b-c7f5-4548-9bbb-fca2234677bb', 'name': '', 'network_id': '33e388b0-5991-47e3-8339-d5c9753c2a2e', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'mac_address': 'fa:16:3e:4f:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:07Z', 'updated_at': '2022-07-12T14:45:12Z', 'revision_number': 4, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'subnets': [{'id': 'd329e3cb-32da-43b5-944a-b4273751bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:12.911791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:12.966647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0718af-72e4-45f3-88e7-20a443188176 None None] Pushing event updated for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:12.984821 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (506f7581-4b67-438f-9133-88c39dabb301), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:13.005646 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506f7581-4b67-438f-9133-88c39dabb301,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:13.036278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9d940b55-f03b-4cc2-9170-f67ffca6cd1a None None] Provisioning complete for port c4969a2b-c7f5-4548-9bbb-fca2234677bb triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:13.036703 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9d940b55-f03b-4cc2-9170-f67ffca6cd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:13.090855 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab29bb9f-e576-4956-80d8-7702587b88cd req-8fa439a7-e1e1-4169-9bfa-046f00a0a81d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0319319 Jul 12 14:45:13.095098 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:13.096408 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-115cf8f1-eaa4-4f02-95e8-ad350bf4c872 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6596434 Jul 12 14:45:13.153505 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9d940b55-f03b-4cc2-9170-f67ffca6cd1a None None] Current status of the port c4969a2b-c7f5-4548-9bbb-fca2234677bb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:13.257115 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c4969a2b-c7f5-4548-9bbb-fca2234677bb up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:13.329304 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:13.333859 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port c4969a2b-c7f5-4548-9bbb-fca2234677bb triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:13.334240 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:13.349868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1144079-9241-4d82-b8c6-c971960d2b55 req-70b425e1-06d8-4ddf-8bec-fbaf984e169f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:13.360186 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1144079-9241-4d82-b8c6-c971960d2b55 req-70b425e1-06d8-4ddf-8bec-fbaf984e169f tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0739331 Jul 12 14:45:13.361933 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:13.429901 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d1144079-9241-4d82-b8c6-c971960d2b55 req-b9aa0fcf-f0ea-45a6-ab9e-909dc4f6a80e tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678716 Jul 12 14:45:13.430671 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4b846e54-c2a4-40a5-bdb9-3900cab99e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:13.450733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port c4969a2b-c7f5-4548-9bbb-fca2234677bb is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:13.976499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-f4cd3022-bd50-4fb5-8b08-4ce3bce593b5 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:13.977972 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-f4cd3022-bd50-4fb5-8b08-4ce3bce593b5 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Jul 12 14:45:14.066016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Deleting port 148d0905-282d-448c-899b-1f113dada0e4 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:14.066348 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (148d0905-282d-448c-899b-1f113dada0e4), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:14.201650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ebef066c-5766-4828-8517-17eff875fe5a req-78de1796-f066-4139-a96e-92127fccf1e2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Jul 12 14:45:14.203238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] For port 148d0905-282d-448c-899b-1f113dada0e4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=148d0905-282d-448c-899b-1f113dada0e4,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:14.203599 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (148d0905-282d-448c-899b-1f113dada0e4), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:14.216388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Calling delete_port for 148d0905-282d-448c-899b-1f113dada0e4 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:14.321531 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:14.441949 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (148d0905-282d-448c-899b-1f113dada0e4), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:14.482213 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event deleted for resources: {'Port': ['ID=148d0905-282d-448c-899b-1f113dada0e4,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:14.486668 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fc527dbc-5958-4a00-a992-5b997bbfade2', '148d0905-282d-448c-899b-1f113dada0e4'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:45:14.604634 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71a6d5ce-3559-402a-886e-949a5cde10e9 req-6174451a-3ea2-4550-b45b-3ecff65f4208 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.0911591 Jul 12 14:45:14.605474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] No DVR routers for this DVR port 148d0905-282d-448c-899b-1f113dada0e4 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:14.614796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:14.618604 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b7ad1b98-5973-4b13-9ed0-b41e45f1b591 req-48780f7e-7fe9-4dd1-8f29-74703e19f320 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "DELETE /v2.0/ports/148d0905-282d-448c-899b-1f113dada0e4 HTTP/1.1" status: 204 len: 173 time: 0.6355174 Jul 12 14:45:14.619142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'name': 'network-vif-deleted', 'tag': '148d0905-282d-448c-899b-1f113dada0e4'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:14.621605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ed351-9df3-4b46-b957-cddf6b5a8100" -d '{"events": [{"server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "name": "network-vif-deleted", "tag": "148d0905-282d-448c-899b-1f113dada0e4"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:14.673607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaedf7e-a367-4302-8ed0-78e12cfe5283 x-openstack-request-id: req-bcaedf7e-a367-4302-8ed0-78e12cfe5283 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:14.674158 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32aaf0-6aa0-4298-aa4b-a285af8940c7", "name": "network-vif-deleted", "tag": "148d0905-282d-448c-899b-1f113dada0e4", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:14.674506 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcaedf7e-a367-4302-8ed0-78e12cfe5283 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:14.674961 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcaedf7e-a367-4302-8ed0-78e12cfe5283'] response: {'server_uuid': '4c32aaf0-6aa0-4298-aa4b-a285af8940c7', 'name': 'network-vif-deleted', 'tag': '148d0905-282d-448c-899b-1f113dada0e4', 'status': 'completed', 'code': 200} Jul 12 14:45:15.302813 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bdec0418-9627-4b1b-a399-044af8b54dbe req-aa66afd6-acd6-4b40-bc68-e44f069e7551 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Jul 12 14:45:15.636492 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e913-8440-458e-98e7-ce8647299e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:15.747730 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e21676f0-a37f-4330-9f65-13795721aa21 req-6fb04ca2-3c3f-4fdf-aadc-5a7b65c7c91b tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c32aaf0-6aa0-4298-aa4b-a285af8940c7 HTTP/1.1" status: 200 len: 210 time: 0.0480590 Jul 12 14:45:15.827374 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-be718df4-bbfd-4308-afcc-f37b8d98dcb1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:15.828833 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-be718df4-bbfd-4308-afcc-f37b8d98dcb1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 811 time: 0.1414258 Jul 12 14:45:15.913825 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-940c8629-313b-4594-b89c-c6a3e48ba740 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d HTTP/1.1" status: 200 len: 379 time: 0.0574374 Jul 12 14:45:15.922343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'port': {'device_id': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'admin_state_up': True, 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'security_groups': ['9dac55ec-491b-4857-bbdd-34a42e7ccf57']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:16.179248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Made reservation on behalf of 52569bf4eba24c2a9fa0ef8c26b8b22d for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:45:16.182850 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.309518 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Allocated IP 172.20.0.14 (0743c566-7c21-4b95-974f-e2dc9a3ae72e/6d03ec40-1eae-4af1-a02a-4443a3102b6c/ff00788d-9218-4980-97fc-18cd7b346c4a) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:16.413542 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-857a5654-e391-4fb2-b302-76fea012ef14 req-b2bad504-fb8e-4f91-a8d6-ca0296e6821d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0370684 Jul 12 14:45:16.484291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.556150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.562563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:16.605318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:16.608567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:16.613331 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:16.640349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event updated for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:16.678912 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:16.679751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.682268 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:16.764558 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-ff37a97e-6a13-4d02-b7fc-8d1e4e00cc20 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457208 Jul 12 14:45:16.784687 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.789937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Request body: {'port': {'device_id': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:16.806478 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-91dc85d4-68ed-4a07-9949-74e0e47e8bfb None None] Provisioning complete for port ff00788d-9218-4980-97fc-18cd7b346c4a triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:16.806848 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-91dc85d4-68ed-4a07-9949-74e0e47e8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:16.846016 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-91dc85d4-68ed-4a07-9949-74e0e47e8bfb None None] Port ff00788d-9218-4980-97fc-18cd7b346c4a cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:45:16.862642 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.416991 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f833d-adbc-4e6c-802a-21699960ec16 req-fc6ad20c-80e9-4d96-8c68-8c4070f66d70 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:17.418395 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eb0f833d-adbc-4e6c-802a-21699960ec16 req-fc6ad20c-80e9-4d96-8c68-8c4070f66d70 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0818293 Jul 12 14:45:17.427254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff00788d-9218-4980-97fc-18cd7b346c4a {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:45:17.441066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks [] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.464406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Transition to ACTIVE for port object ff00788d-9218-4980-97fc-18cd7b346c4a will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:45:17.505325 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eb0f833d-adbc-4e6c-802a-21699960ec16 req-5765b7be-d45d-4b90-8180-32af0e74c994 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802312 Jul 12 14:45:17.528929 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 148d0905-282d-448c-899b-1f113dada0e4 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:17.539876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53a0d7-3dd1-44e0-bfe0-e505fdf6202f req-6e57c2cb-0c2a-4686-b4b9-dea2ef1c4405 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:17.541403 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac53a0d7-3dd1-44e0-bfe0-e505fdf6202f req-6e57c2cb-0c2a-4686-b4b9-dea2ef1c4405 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 932 time: 0.0504723 Jul 12 14:45:17.542571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.553983 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 148d0905-282d-448c-899b-1f113dada0e4 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:17.554411 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 148d0905-282d-448c-899b-1f113dada0e4 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:17.611012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:17.683620 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac53a0d7-3dd1-44e0-bfe0-e505fdf6202f req-4bde7887-97e8-4575-ae4c-7aecb6847602 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160750 Jul 12 14:45:17.719801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Attempting to bind port ff00788d-9218-4980-97fc-18cd7b346c4a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:17.720798 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Attempting to bind port ff00788d-9218-4980-97fc-18cd7b346c4a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:17.721137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Attempting to bind port ff00788d-9218-4980-97fc-18cd7b346c4a on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:17.724312 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:17.728548 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Port ff00788d-9218-4980-97fc-18cd7b346c4a on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:45:17.728976 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Attempting to bind port ff00788d-9218-4980-97fc-18cd7b346c4a on network 0743c566-7c21-4b95-974f-e2dc9a3ae72e {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:17.735080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:17.735419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Checking segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:17.735838 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Bound using segment: {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:17.736269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Bound port: ff00788d-9218-4980-97fc-18cd7b346c4a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61646ab3-cb59-4feb-a786-d4e64e0ac24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:17.736630 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.804819 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:17.807845 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ff00788d-9218-4980-97fc-18cd7b346c4a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:17.881958 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.921234 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:17.921822 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:17.923208 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] 10.222.0.33 "PUT /v2.0/ports/ff00788d-9218-4980-97fc-18cd7b346c4a HTTP/1.1" status: 200 len: 1094 time: 1.1375461 Jul 12 14:45:17.923651 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:17.925922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a693964b-8e25-4454-8566-270b7412ceab" -d '{"events": [{"name": "network-changed", "server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:17.948231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0fb01-3917-493d-8b71-ccd75864acd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:17.978247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25be4d-c314-46fe-9995-1b317492ea65 x-openstack-request-id: req-2b25be4d-c314-46fe-9995-1b317492ea65 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:17.978247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:17.978247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b25be4d-c314-46fe-9995-1b317492ea65 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:17.978247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b25be4d-c314-46fe-9995-1b317492ea65'] response: {'name': 'network-changed', 'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'status': 'completed', 'code': 200} Jul 12 14:45:18.287564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:18.459229 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:18.629177 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaf130-5eff-441a-b786-94382412d68b req-3da53471-1037-4c49-a9fd-c7ecc44b4073 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:18.630648 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2feaf130-5eff-441a-b786-94382412d68b req-3da53471-1037-4c49-a9fd-c7ecc44b4073 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0528190 Jul 12 14:45:18.656323 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:18.662261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:18.679738 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2feaf130-5eff-441a-b786-94382412d68b req-6de59c04-64a4-4573-8cc5-825ef387f9c3 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Jul 12 14:45:18.813782 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409bc2f-ee39-426d-9815-caf09e6103af req-7b9c135a-7da0-4881-b68a-c1032068a795 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:18.816778 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8409bc2f-ee39-426d-9815-caf09e6103af req-7b9c135a-7da0-4881-b68a-c1032068a795 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 944 time: 0.0563998 Jul 12 14:45:18.864055 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8409bc2f-ee39-426d-9815-caf09e6103af req-8654bc40-5228-4557-a9c9-c5168c4e9457 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Jul 12 14:45:19.794511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd04b-6282-4b6b-8cc1-99311990a5dd req-85648d9c-0f54-4508-a1ef-a36c176257a8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:19.795987 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5c0fd04b-6282-4b6b-8cc1-99311990a5dd req-85648d9c-0f54-4508-a1ef-a36c176257a8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Jul 12 14:45:19.848817 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5c0fd04b-6282-4b6b-8cc1-99311990a5dd req-85cc8522-6d78-4c69-be76-bdd7ff641c65 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Jul 12 14:45:19.978369 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9220e2-9934-4da4-a49c-4a9b9df76562 req-3796f71b-08b0-44ed-a3eb-e82d4b80008d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:19.979752 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec9220e2-9934-4da4-a49c-4a9b9df76562 req-3796f71b-08b0-44ed-a3eb-e82d4b80008d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 944 time: 0.0475159 Jul 12 14:45:20.028258 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec9220e2-9934-4da4-a49c-4a9b9df76562 req-3930b39a-f09c-40eb-a533-303f2e366f50 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Jul 12 14:45:20.182194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693964b-8e25-4454-8566-270b7412ceab req-404084d6-dced-462b-aaf5-f02c1e671c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.183773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a693964b-8e25-4454-8566-270b7412ceab req-404084d6-dced-462b-aaf5-f02c1e671c62 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 1128 time: 0.0405185 Jul 12 14:45:20.303649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693964b-8e25-4454-8566-270b7412ceab req-de075519-d6e9-46e3-a94b-cb73db2e1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.305093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a693964b-8e25-4454-8566-270b7412ceab req-de075519-d6e9-46e3-a94b-cb73db2e1366 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013567 Jul 12 14:45:20.516080 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693964b-8e25-4454-8566-270b7412ceab req-e94ba393-8c02-44c3-be24-e8fa7b9e617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.517371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a693964b-8e25-4454-8566-270b7412ceab req-e94ba393-8c02-44c3-be24-e8fa7b9e617b service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912356 Jul 12 14:45:20.704543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-85f43664-0940-4e09-b909-077d6ca01975 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.705645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-45e20867-0d26-4f3f-9576-f60dc224aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.706560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-85f43664-0940-4e09-b909-077d6ca01975 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0532677 Jul 12 14:45:20.707128 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-45e20867-0d26-4f3f-9576-f60dc224aed7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 1128 time: 0.0390069 Jul 12 14:45:20.762502 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-0790a872-79d6-453b-a8da-a619d0d0d0ae service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff00788d-9218-4980-97fc-18cd7b346c4a HTTP/1.1" status: 200 len: 217 time: 0.0349233 Jul 12 14:45:20.810057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Deleting port fc527dbc-5958-4a00-a992-5b997bbfade2 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:20.810627 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:20.812885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-0550166a-fa3e-41d2-81c9-de1f54115151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.814425 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-0550166a-fa3e-41d2-81c9-de1f54115151 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0454581 Jul 12 14:45:20.863828 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-238a32b5-2e54-4936-b179-92fb053b0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.865399 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-238a32b5-2e54-4936-b179-92fb053b0b68 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411630 Jul 12 14:45:20.882445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:20.914979 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] For port fc527dbc-5958-4a00-a992-5b997bbfade2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fc527dbc-5958-4a00-a992-5b997bbfade2,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:20.915349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:20.939952 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Calling delete_port for fc527dbc-5958-4a00-a992-5b997bbfade2 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:20.971613 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-35aba1fb-88df-49e7-a964-076d5327509d service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967660 Jul 12 14:45:20.983853 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846870f4-357d-48ef-a356-a7d22e74b106 req-7cb05533-8ec3-46a9-92ac-554bea010357 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:20.985330 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-846870f4-357d-48ef-a356-a7d22e74b106 req-7cb05533-8ec3-46a9-92ac-554bea010357 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 946 time: 0.0622244 Jul 12 14:45:21.036596 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:21.076371 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:21.076758 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8672a763-14be-49f6-bfda-d2ff77aea7d9 req-fdf5b352-94b4-4996-bfd1-56a1051175ae service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956841 Jul 12 14:45:21.093668 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-846870f4-357d-48ef-a356-a7d22e74b106 req-d458ab94-8f6b-4481-98fe-1b30b28629f2 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/security-groups?id=139728a5-3d8c-4a15-949c-2e0bcf26804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795846 Jul 12 14:45:21.190889 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d287a83-0f35-469b-8f1f-f515d3e3fb15 req-4fb6a11e-d842-4363-8200-67eaff960bd4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:21.192341 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8d287a83-0f35-469b-8f1f-f515d3e3fb15 req-4fb6a11e-d842-4363-8200-67eaff960bd4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 944 time: 0.0831263 Jul 12 14:45:21.243065 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8d287a83-0f35-469b-8f1f-f515d3e3fb15 req-e0e2aa0f-77ee-4ec2-9921-a0df2623f118 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Jul 12 14:45:21.264314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (fc527dbc-5958-4a00-a992-5b997bbfade2), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:21.295560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Pushing event deleted for resources: {'Port': ['ID=fc527dbc-5958-4a00-a992-5b997bbfade2,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:21.304902 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fc527dbc-5958-4a00-a992-5b997bbfade2'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:45:21.351520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] No DVR routers for this DVR port fc527dbc-5958-4a00-a992-5b997bbfade2 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:21.354056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:21.357219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-eab0023b-0118-418d-9cb6-cc94051d0824 req-06a97f4b-3a31-4ac1-9e04-c342dbdb19f8 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.33 "DELETE /v2.0/ports/fc527dbc-5958-4a00-a992-5b997bbfade2 HTTP/1.1" status: 204 len: 173 time: 0.6307530 Jul 12 14:45:21.357653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'name': 'network-vif-deleted', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:21.359929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856a4d6-bfb9-44f6-9b4d-ae76d79f09cf" -d '{"events": [{"server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "name": "network-vif-deleted", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:21.396101 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d445c8d-bc65-46b3-a683-e975f459a1de x-openstack-request-id: req-8d445c8d-bc65-46b3-a683-e975f459a1de {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:21.396398 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8ad66c-747a-4266-9452-a45bfeefa6c7", "name": "network-vif-deleted", "tag": "fc527dbc-5958-4a00-a992-5b997bbfade2", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:21.396651 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d445c8d-bc65-46b3-a683-e975f459a1de {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:21.397700 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d445c8d-bc65-46b3-a683-e975f459a1de'] response: {'server_uuid': '2e8ad66c-747a-4266-9452-a45bfeefa6c7', 'name': 'network-vif-deleted', 'tag': 'fc527dbc-5958-4a00-a992-5b997bbfade2', 'status': 'completed', 'code': 200} Jul 12 14:45:22.197017 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-71823e4f-f6a7-4616-9f02-c2f3eec6cc79 req-71c5a4fd-e29a-4123-9cd7-8f3533768e52 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 12 14:45:22.361924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b11ce-2539-433f-9a59-493650e414f5 req-c119ba2b-4164-4b61-98ad-9c4383e95f01 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:22.363517 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe2b11ce-2539-433f-9a59-493650e414f5 req-c119ba2b-4164-4b61-98ad-9c4383e95f01 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 944 time: 0.0496840 Jul 12 14:45:22.418367 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe2b11ce-2539-433f-9a59-493650e414f5 req-27f13b3c-68eb-4c3f-9cc4-123fa958a757 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489948 Jul 12 14:45:23.311502 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a5d7c209-a926-48d9-9f55-3abc77753ae4 req-6ae964b6-cd3e-4524-a1ee-4f8a00a61798 tempest-ServerRescueNegativeTestJSON-241601666 tempest-ServerRescueNegativeTestJSON-241601666-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8ad66c-747a-4266-9452-a45bfeefa6c7 HTTP/1.1" status: 200 len: 210 time: 0.0277791 Jul 12 14:45:23.537441 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a196-0d5d-4f66-822a-ec5bf18c27d9 req-656266f1-75e0-490d-8ab3-2795f47e2ff4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:23.538972 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4305a196-0d5d-4f66-822a-ec5bf18c27d9 req-656266f1-75e0-490d-8ab3-2795f47e2ff4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 944 time: 0.0484831 Jul 12 14:45:23.548778 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device ff00788d-9218-4980-97fc-18cd7b346c4a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:45:23.560172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fc527dbc-5958-4a00-a992-5b997bbfade2 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:23.586962 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: fc527dbc-5958-4a00-a992-5b997bbfade2 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:23.587325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fc527dbc-5958-4a00-a992-5b997bbfade2 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:23.589834 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4305a196-0d5d-4f66-822a-ec5bf18c27d9 req-345b4341-6125-4f0f-8e24-41a97a7fcfe6 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Jul 12 14:45:23.679480 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ff00788d-9218-4980-97fc-18cd7b346c4a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:23.691212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'port_id': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'mac_address': 'fa:16:3e:bc:c7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:45:23.726791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port ff00788d-9218-4980-97fc-18cd7b346c4a is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:23.727183 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:23.740477 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff00788d-9218-4980-97fc-18cd7b346c4a {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:45:23.745314 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:23.762238 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ff00788d-9218-4980-97fc-18cd7b346c4a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:23.835841 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:23.884078 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:24.278242 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['ff00788d-9218-4980-97fc-18cd7b346c4a'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:45:24.371110 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60896) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:24.393291 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:24.741515 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302213da-f35d-45d3-9b45-d210e0941851 req-f04820cf-ba92-4132-af0e-7a489495dc97 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:24.742956 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-302213da-f35d-45d3-9b45-d210e0941851 req-f04820cf-ba92-4132-af0e-7a489495dc97 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 945 time: 0.0775242 Jul 12 14:45:24.840966 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-302213da-f35d-45d3-9b45-d210e0941851 req-10d236eb-1cbf-4f41-a743-35fb3f6dcc59 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919704 Jul 12 14:45:24.874764 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:24.884810 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.085010 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:25.115809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Deleting port 64653681-250f-4c66-9933-f7ef9d4352b1 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:25.116139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.204582 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] For port 64653681-250f-4c66-9933-f7ef9d4352b1, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=64653681-250f-4c66-9933-f7ef9d4352b1,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:25.204939 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.218476 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Calling delete_port for 64653681-250f-4c66-9933-f7ef9d4352b1 owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:25.464804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (64653681-250f-4c66-9933-f7ef9d4352b1), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.490718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=64653681-250f-4c66-9933-f7ef9d4352b1,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:25.564315 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device ff00788d-9218-4980-97fc-18cd7b346c4a up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:25.611243 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port ff00788d-9218-4980-97fc-18cd7b346c4a completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:45:25.670656 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port ff00788d-9218-4980-97fc-18cd7b346c4a triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:25.670960 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.671329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.841921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:25.876597 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port ff00788d-9218-4980-97fc-18cd7b346c4a is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:25.877362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:25.896086 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:25.902044 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:25.904501 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f393d1-86a7-4ac1-9438-1d6bea2a801e" -d '{"events": [{"server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "name": "network-vif-plugged", "status": "completed", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:25.927699 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ff00788d-9218-4980-97fc-18cd7b346c4a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:25.964577 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:25.990169 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.013679 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c91403-b2ad-46e0-b0ed-7164d659da26 x-openstack-request-id: req-c1c91403-b2ad-46e0-b0ed-7164d659da26 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:26.013970 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "name": "network-vif-plugged", "status": "completed", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:26.014222 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1c91403-b2ad-46e0-b0ed-7164d659da26 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:26.014615 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c91403-b2ad-46e0-b0ed-7164d659da26'] response: {'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'code': 200} Jul 12 14:45:26.022131 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.032378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75346249-d6e0-4316-8c91-8fd9383f101f req-a800f07b-af86-49b0-b7f7-e231b3687440 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:26.034434 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-75346249-d6e0-4316-8c91-8fd9383f101f req-a800f07b-af86-49b0-b7f7-e231b3687440 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 945 time: 0.0945272 Jul 12 14:45:26.041691 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:26.059342 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:26.068031 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2aaa4a5d-8c5f-40c9-bd20-b1ff2441f4dc admin admin] 10.222.0.30 "PUT /v2.0/routers/7ab81ceb-6717-4370-9e81-8dfe36d448e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932468 Jul 12 14:45:26.069599 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60920) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:26.071190 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Sync routers for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:26.084837 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:26.085766 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:26.105852 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-75346249-d6e0-4316-8c91-8fd9383f101f req-cb4f74a9-99a8-45ea-a74d-9157549d19b3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639758 Jul 12 14:45:26.179163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks [] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.194545 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:26.283442 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks [] for router_gateway (7ab81ceb-6717-4370-9e81-8dfe36d448e2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.388813 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:45:25Z', 'revision_number': 5, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port': {'id': '7816f8af-a599-49f4-8aec-a77c3ef2d963', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:17Z', 'updated_at': '2022-07-12T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:26.407182 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Deleting port 7816f8af-a599-49f4-8aec-a77c3ef2d963 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:26.407519 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.417114 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Checking router: 7ab81ceb-6717-4370-9e81-8dfe36d448e2 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:26.425419 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Routers {'7ab81ceb-6717-4370-9e81-8dfe36d448e2'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:26.426035 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:26.430412 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:26.502933 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] For port 7816f8af-a599-49f4-8aec-a77c3ef2d963, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7816f8af-a599-49f4-8aec-a77c3ef2d963,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:26.503384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.512690 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] Set router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:26.520180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Calling delete_port for 7816f8af-a599-49f4-8aec-a77c3ef2d963 owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:26.556042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ca4c2-0e9c-43d5-a46d-0e6fbd5f2476 req-b7e83f03-cef0-4f74-8dd2-0424da94f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:26.557690 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f61ca4c2-0e9c-43d5-a46d-0e6fbd5f2476 req-b7e83f03-cef0-4f74-8dd2-0424da94f2a0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 1130 time: 0.0565023 Jul 12 14:45:26.568641 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:45:26Z', 'revision_number': 6, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port_host': None}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:26.600468 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ad75c-12b9-4a24-81d9-1d39bd02faf1 None None] The sync data for ids ['7ab81ceb-6717-4370-9e81-8dfe36d448e2'] in dv-cinder-820027-12-iscsi is: [{'id': '7ab81ceb-6717-4370-9e81-8dfe36d448e2', 'name': 'tempest-ServerRescueNegativeTestJSON-647627243-router', 'tenant_id': 'fe2b01873d92453599763e5523a862f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:16Z', 'updated_at': '2022-07-12T14:45:26Z', 'revision_number': 6, 'project_id': 'fe2b01873d92453599763e5523a862f8', 'gw_port_host': None}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:26.664178 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f61ca4c2-0e9c-43d5-a46d-0e6fbd5f2476 req-a90b87fb-96cd-408a-9168-2939db2c1af2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767860 Jul 12 14:45:26.771535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (7816f8af-a599-49f4-8aec-a77c3ef2d963), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.776336 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:26.794063 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7816f8af-a599-49f4-8aec-a77c3ef2d963,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:26.857284 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.944388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:26.946665 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks [] for router_controller (7ab81ceb-6717-4370-9e81-8dfe36d448e2), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.075995 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (7ab81ceb-6717-4370-9e81-8dfe36d448e2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.076636 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab81ceb-6717-4370-9e81-8dfe36d448e2 {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:45:27.080818 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.082007 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ab0e823d-6b9f-48c7-ac51-9a5b11ab2a85 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7ab81ceb-6717-4370-9e81-8dfe36d448e2 HTTP/1.1" status: 204 len: 168 time: 1.0110846 Jul 12 14:45:27.084758 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60928) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:27.129664 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Deleting subnet 6ef7a63b-7a20-464c-987e-a0c183d023b2 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:45:27.132768 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Publish callbacks [] for subnet (6ef7a63b-7a20-464c-987e-a0c183d023b2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.167277 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (6ef7a63b-7a20-464c-987e-a0c183d023b2), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.233973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1028-0976-42f6-a355-04742a914b50 req-59497aed-a78b-47dd-a933-774a8bc44a28 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:27.235447 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8f2c1028-0976-42f6-a355-04742a914b50 req-59497aed-a78b-47dd-a933-774a8bc44a28 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0464361 Jul 12 14:45:27.242477 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:45:27.244452 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (6ef7a63b-7a20-464c-987e-a0c183d023b2), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.285254 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8f2c1028-0976-42f6-a355-04742a914b50 req-328259da-93cb-4659-94d6-f63a832cfff7 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Jul 12 14:45:27.379396 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7816f8af-a599-49f4-8aec-a77c3ef2d963 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:27.385035 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (6ef7a63b-7a20-464c-987e-a0c183d023b2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.402452 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 7816f8af-a599-49f4-8aec-a77c3ef2d963 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:27.402799 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7816f8af-a599-49f4-8aec-a77c3ef2d963 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:27.403204 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 64653681-250f-4c66-9933-f7ef9d4352b1 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:27.413531 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef7a63b-7a20-464c-987e-a0c183d023b2,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:27.416025 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.419141 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ba442872-bd07-47e6-ba8b-e807b1be266f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6ef7a63b-7a20-464c-987e-a0c183d023b2 HTTP/1.1" status: 204 len: 168 time: 0.3334186 Jul 12 14:45:27.422073 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60932) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:27.429644 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be32bcf-5c97-4aec-bed4-35b4f77006de None None] Network 819820a3-8857-4e62-88e8-410b4a79b856 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:45:27.429825 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 64653681-250f-4c66-9933-f7ef9d4352b1 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:27.430368 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 64653681-250f-4c66-9933-f7ef9d4352b1 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:27.499002 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (819820a3-8857-4e62-88e8-410b4a79b856), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.542737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Deleting port 1213e086-d212-40d5-8021-db63e9d5620b {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:27.543078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (1213e086-d212-40d5-8021-db63e9d5620b), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.585876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] DHCP port deletion for 819820a3-8857-4e62-88e8-410b4a79b856 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:45:27.621648 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] For port 1213e086-d212-40d5-8021-db63e9d5620b, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1213e086-d212-40d5-8021-db63e9d5620b,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:27.622233 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (1213e086-d212-40d5-8021-db63e9d5620b), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.627584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Deleting port 1213e086-d212-40d5-8021-db63e9d5620b {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:45:27.627958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (1213e086-d212-40d5-8021-db63e9d5620b), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.643744 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Calling delete_port for 1213e086-d212-40d5-8021-db63e9d5620b owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:27.699735 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] For port 1213e086-d212-40d5-8021-db63e9d5620b, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1213e086-d212-40d5-8021-db63e9d5620b,segment=NetworkSegment(1fef1776-a056-4acc-a9e1-2a3d312593c3),segment_id=1fef1776-a056-4acc-a9e1-2a3d312593c3)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:27.700328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (1213e086-d212-40d5-8021-db63e9d5620b), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.714198 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Calling delete_port for 1213e086-d212-40d5-8021-db63e9d5620b owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:45:27.800578 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (1213e086-d212-40d5-8021-db63e9d5620b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.806631 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (1213e086-d212-40d5-8021-db63e9d5620b), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.824337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1213e086-d212-40d5-8021-db63e9d5620b,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:27.830369 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] No DVR routers for this DVR port 1213e086-d212-40d5-8021-db63e9d5620b on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:27.834100 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] Pushing event deleted for resources: {'Port': ['ID=1213e086-d212-40d5-8021-db63e9d5620b,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:27.835937 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0229791-cefb-4469-84db-c6c49aef920a None None] No DVR routers for this DVR port 1213e086-d212-40d5-8021-db63e9d5620b on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:45:27.906468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (819820a3-8857-4e62-88e8-410b4a79b856), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.926346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819820a3-8857-4e62-88e8-410b4a79b856']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:27.935481 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fef1776-a056-4acc-a9e1-2a3d312593c3') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:27.935777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fef1776-a056-4acc-a9e1-2a3d312593c3') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:27.946486 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (1fef1776-a056-4acc-a9e1-2a3d312593c3), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.960151 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (1fef1776-a056-4acc-a9e1-2a3d312593c3), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.966343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:45:27.966726 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (1fef1776-a056-4acc-a9e1-2a3d312593c3), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:27.985043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:27.992732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 1fef1776-a056-4acc-a9e1-2a3d312593c3 resource provider aggregate not found Jul 12 14:45:28.023450 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 1fef1776-a056-4acc-a9e1-2a3d312593c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fef1776-a056-4acc-a9e1-2a3d312593c3 found for delete ", "request_id": "req-8dcf79c0-2671-495f-8445-e77b48b0afd3"}]} Jul 12 14:45:28.110252 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (819820a3-8857-4e62-88e8-410b4a79b856), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.130622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.138126 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] 10.222.0.30 "DELETE /v2.0/networks/819820a3-8857-4e62-88e8-410b4a79b856 HTTP/1.1" status: 204 len: 168 time: 0.7105289 Jul 12 14:45:28.138126 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8643bf7-4b1d-496e-a90b-654b8b628a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=819820a3-8857-4e62-88e8-410b4a79b856,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:28.391889 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60946) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:28.403499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8776d-3d3f-449b-9d52-30ec0aa8b360 req-ead707aa-b136-4f4d-a1ca-313082e83da5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:28.405052 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1af8776d-3d3f-449b-9d52-30ec0aa8b360 req-ead707aa-b136-4f4d-a1ca-313082e83da5 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0516999 Jul 12 14:45:28.430557 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-91c695d3-94e5-487b-8538-e53a242d509e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe2b01873d92453599763e5523a862f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405474 Jul 12 14:45:28.433113 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 60948) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:28.456959 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1af8776d-3d3f-449b-9d52-30ec0aa8b360 req-a76d3eb4-d38d-4b9d-9c63-154ffd001af8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Jul 12 14:45:28.485286 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] Publish callbacks [] for security_group (139728a5-3d8c-4a15-949c-2e0bcf26804f), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.506692 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] Publish callbacks [] for security_group (139728a5-3d8c-4a15-949c-2e0bcf26804f), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.628800 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (139728a5-3d8c-4a15-949c-2e0bcf26804f), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.631330 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:28.632479 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/139728a5-3d8c-4a15-949c-2e0bcf26804f HTTP/1.1" status: 204 len: 168 time: 0.1984620 Jul 12 14:45:28.640298 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98e86-24ac-43bb-a4bd-6331a839c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139728a5-3d8c-4a15-949c-2e0bcf26804f,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:28.650704 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:29.188384 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1213e086-d212-40d5-8021-db63e9d5620b no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:45:29.210629 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 1213e086-d212-40d5-8021-db63e9d5620b {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:45:29.210994 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1213e086-d212-40d5-8021-db63e9d5620b not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:45:29.339370 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-d250e8f1-3ada-4495-8b1f-1ce0fbf83118 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389025 Jul 12 14:45:29.415519 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-1da365bd-5276-47ae-b186-6c830302d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.417281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-1da365bd-5276-47ae-b186-6c830302d6a9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1129 time: 0.0414755 Jul 12 14:45:29.669882 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:29.669882 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932279d-5a1a-4c63-b77b-3294d4efbeab req-8384bb4d-4e54-465f-8ec7-d86e8bd66eae tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.669882 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d932279d-5a1a-4c63-b77b-3294d4efbeab req-8384bb4d-4e54-465f-8ec7-d86e8bd66eae tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0699704 Jul 12 14:45:29.669882 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-fb997a1f-b29e-4c0a-9642-744efa47bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.669882 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-fb997a1f-b29e-4c0a-9642-744efa47bb5f service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.1751800 Jul 12 14:45:29.713303 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d932279d-5a1a-4c63-b77b-3294d4efbeab req-1b0d5ce2-847e-43a8-bc58-3e7a84287b95 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950692 Jul 12 14:45:29.717042 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-fd799b89-558e-432e-9c8a-420b6fc5edfa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 200 len: 1001 time: 0.0923309 Jul 12 14:45:29.783194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-10d109f0-8655-4563-ac46-50198954eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.784347 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-10d109f0-8655-4563-ac46-50198954eb5f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0606616 Jul 12 14:45:29.866152 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-4f720f20-91d0-46c3-82be-741d0640bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.867704 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-4f720f20-91d0-46c3-82be-741d0640bf4e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765650 Jul 12 14:45:29.876025 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874366f-0ab6-4521-aeab-672121232b8d req-2c70de77-63ef-4645-827e-a5a0ded55abe tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:29.877602 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a874366f-0ab6-4521-aeab-672121232b8d req-2c70de77-63ef-4645-827e-a5a0ded55abe tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0751884 Jul 12 14:45:29.886459 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 60982) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:29.890504 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Request body: {'floatingip': {'port_id': 'ff00788d-9218-4980-97fc-18cd7b346c4a'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:29.945415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:30.090559 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-2ff31588-9da0-4a5f-8692-2fd3a7aab76d service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118938 Jul 12 14:45:30.106919 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:30.530828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de2e0da4-92f5-4c25-9877-a3618afc7d2a req-fd23692b-9f9e-4cc2-bb19-00336d9999df service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323411 Jul 12 14:45:30.742264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:30.842127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:30.952128 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Floating IP 6eb85951-7441-4c02-85ad-7ffa678836ca associated. External IP: 172.27.3.126, port: ff00788d-9218-4980-97fc-18cd7b346c4a. Jul 12 14:45:31.130363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:31.153809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:31.256726 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:31.261875 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:31.267253 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:31.278445 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:31.294470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:31.294660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:31.296234 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8f956c54-5bc6-44c3-9d41-959aebf1bed9 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "PUT /v2.0/floatingips/6eb85951-7441-4c02-85ad-7ffa678836ca HTTP/1.1" status: 200 len: 992 time: 1.4087906 Jul 12 14:45:31.296866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:31.299826 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5fbe13-8de1-4c88-9a62-19e3ececba34" -d '{"events": [{"name": "network-changed", "server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:31.335333 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be755b24-f33e-4eb6-bb6c-90395c3df063 x-openstack-request-id: req-be755b24-f33e-4eb6-bb6c-90395c3df063 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:31.335622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:31.335905 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be755b24-f33e-4eb6-bb6c-90395c3df063 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:31.336310 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be755b24-f33e-4eb6-bb6c-90395c3df063'] response: {'name': 'network-changed', 'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'status': 'completed', 'code': 200} Jul 12 14:45:31.388533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:31.433040 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-984fc757-7195-40e7-ab8c-7d561fb7b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:31.434646 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-984fc757-7195-40e7-ab8c-7d561fb7b781 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 1130 time: 0.0409007 Jul 12 14:45:31.528052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-c056c921-d263-4b2e-aeb6-0bbc44a7708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:31.529556 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-c056c921-d263-4b2e-aeb6-0bbc44a7708c service neutron] 10.222.0.33 "GET /v2.0/networks?id=0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 200 len: 912 time: 0.0887558 Jul 12 14:45:31.597079 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-81cc4071-4a51-4459-a9c6-ccbc7c78a541 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff00788d-9218-4980-97fc-18cd7b346c4a HTTP/1.1" status: 200 len: 1000 time: 0.0613067 Jul 12 14:45:31.599244 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:31.602681 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '6eb85951-7441-4c02-85ad-7ffa678836ca', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:11Z', 'updated_at': '2022-07-12T14:45:30Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:31.627890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:31.636453 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:31.637075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:31.651117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-bd2aa578-c704-4ab6-8701-22baadcbcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:31.651117 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-bd2aa578-c704-4ab6-8701-22baadcbcec7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 200 len: 850 time: 0.0463789 Jul 12 14:45:31.696716 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-28a92ad4-0891-4a0d-9137-89bdbfacf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:31.698328 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-28a92ad4-0891-4a0d-9137-89bdbfacf6c4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=0743c566-7c21-4b95-974f-e2dc9a3ae72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409207 Jul 12 14:45:31.741802 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:31.795613 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-cc8b6ff4-fc4d-4989-9452-c07a2f0649c0 service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906239 Jul 12 14:45:31.890466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7a5fbe13-8de1-4c88-9a62-19e3ececba34 req-220b422f-32c8-42cd-8500-12fecd80618e service neutron] 10.222.0.33 "GET /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883682 Jul 12 14:45:31.973373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:31.977072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '6eb85951-7441-4c02-85ad-7ffa678836ca', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:11Z', 'updated_at': '2022-07-12T14:45:30Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:32.005616 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a306-d054-4364-b36a-fdfb3258d4bb None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '6eb85951-7441-4c02-85ad-7ffa678836ca', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'port_id': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'mac_address': 'fa:16:3e:bc:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:11Z', 'updated_at': '2022-07-12T14:45:30Z', 'revision_number': 1, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:32.062995 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-b2964297-dbb8-4099-aefa-c303d29bafa4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137192169&fields=id&tenant_id=8fa20247a7af46d0b9660d4cd026f552 HTTP/1.1" status: 200 len: 267 time: 0.0516026 Jul 12 14:45:32.177042 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-aaf8064b-ebe9-497f-a284-104812097ad4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:32.178624 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-aaf8064b-ebe9-497f-a284-104812097ad4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 809 time: 0.1093149 Jul 12 14:45:32.194471 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-5e120ef8-8ac7-4327-828e-59e763146209 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/quotas/8fa20247a7af46d0b9660d4cd026f552 HTTP/1.1" status: 200 len: 375 time: 0.0104339 Jul 12 14:45:32.220481 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9f85e-5420-4629-8617-d693d01f18a5 None None] New status for floating IP 6eb85951-7441-4c02-85ad-7ffa678836ca: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:45:32.252093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-9155a825-3695-4b7e-bed7-0b772702771e tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524058 Jul 12 14:45:32.363628 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-2a5b4811-0cc3-4b94-ad3d-0076bc5abe55 service neutron] 10.222.0.30 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975049 Jul 12 14:45:32.463348 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-df52ce37-442d-4d38-96f4-43439a94ea2a service neutron] 10.222.0.30 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933745 Jul 12 14:45:33.032222 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a0b0f98-6eaa-4177-875e-3e04efc0baa1 req-14389921-de51-4bc3-9965-592604a78779 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 210 time: 0.0290368 Jul 12 14:45:33.819919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 32814) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:33.924012 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6de7b52a-5d04-41e1-b5d5-3b41496e16a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:33.986404 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:33.999401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6de7b52a-5d04-41e1-b5d5-3b41496e16a7 admin admin] Publish callbacks [] for security_group (aeb4b665-4014-42b9-bfe3-3bf8175888c0), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.078420 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6de7b52a-5d04-41e1-b5d5-3b41496e16a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (aeb4b665-4014-42b9-bfe3-3bf8175888c0), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.120488 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-6de7b52a-5d04-41e1-b5d5-3b41496e16a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a285734c876649f89a753f86795e24c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994852 Jul 12 14:45:34.122432 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b52a-5d04-41e1-b5d5-3b41496e16a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4b665-4014-42b9-bfe3-3bf8175888c0,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:34.125898 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 32820) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:34.130030 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ea470b4e-6394-434f-b2eb-88cc4f7ec5f8 req-270cff0f-24e9-4947-8fda-8d61b9098652 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 210 time: 0.0299845 Jul 12 14:45:34.155433 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:34.178622 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] Publish callbacks [] for security_group (aeb4b665-4014-42b9-bfe3-3bf8175888c0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.203385 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] Publish callbacks [] for security_group (aeb4b665-4014-42b9-bfe3-3bf8175888c0), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.354659 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (aeb4b665-4014-42b9-bfe3-3bf8175888c0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.357232 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:34.358398 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeb4b665-4014-42b9-bfe3-3bf8175888c0 HTTP/1.1" status: 204 len: 168 time: 0.2313342 Jul 12 14:45:34.367456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263b87-b0e2-4c0d-a0a6-6cb2daeb2868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4b665-4014-42b9-bfe3-3bf8175888c0,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:35.177410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:35.241971 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f31b4324-facb-4fb4-9379-c66f42c32027 req-21ff6d34-ed4e-445e-b5ba-3cd305dd37cd tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 210 time: 0.0357163 Jul 12 14:45:35.244166 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:35.265528 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-b289caf6-adee-4b96-ae28-35276e10633f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:35.266979 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-b289caf6-adee-4b96-ae28-35276e10633f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 809 time: 0.1416228 Jul 12 14:45:35.339738 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-28b28237-64d0-4c01-84f2-d15ddc165d20 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa20247a7af46d0b9660d4cd026f552 HTTP/1.1" status: 200 len: 379 time: 0.0558469 Jul 12 14:45:35.348830 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'port': {'device_id': '336f3e15-d106-4a54-b655-49328b81248d', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'admin_state_up': True, 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'security_groups': ['83de8480-c6e5-46ed-b522-c47a35caa35f']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:35.537409 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Made reservation on behalf of 8fa20247a7af46d0b9660d4cd026f552 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:45:35.540967 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:35.674951 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Allocated IP 172.20.0.10 (1896320e-61e3-4e49-a6ce-745b43b67079/bdd42dd8-4e70-455f-9111-55f4db944783/07cdb948-262b-44e3-a60e-ac8f1916b818) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:35.818327 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:35.909098 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:35.963583 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Network 1896320e-61e3-4e49-a6ce-745b43b67079 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:35.966708 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:35.969314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:36.000132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:36.028096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:36.028729 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.210922 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bffc1036-2276-4428-aa7e-0ae72380c077 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8667450 Jul 12 14:45:36.228926 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Request body: {'port': {'device_id': '336f3e15-d106-4a54-b655-49328b81248d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:36.248621 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-403da52d-4de8-4931-a611-7480505dd453 None None] Provisioning complete for port 07cdb948-262b-44e3-a60e-ac8f1916b818 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:36.249251 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-403da52d-4de8-4931-a611-7480505dd453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.303907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.306746 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-403da52d-4de8-4931-a611-7480505dd453 None None] Port 07cdb948-262b-44e3-a60e-ac8f1916b818 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:45:36.384121 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:36.409823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36736d2-230c-4dab-9be7-2e974570ad2b req-ccc3ce81-7e75-489a-b7c5-4cc1b1408aee tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:36.409823 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e36736d2-230c-4dab-9be7-2e974570ad2b req-ccc3ce81-7e75-489a-b7c5-4cc1b1408aee tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 932 time: 0.0654726 Jul 12 14:45:36.409823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:36.530015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e36736d2-230c-4dab-9be7-2e974570ad2b req-512c2a5b-2fb5-42bc-9371-16c46497d3c2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795062 Jul 12 14:45:36.647695 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cdb948-262b-44e3-a60e-ac8f1916b818 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:45:36.655318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks [] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.669876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Transition to ACTIVE for port object 07cdb948-262b-44e3-a60e-ac8f1916b818 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:45:36.750930 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.810874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:36.880508 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Attempting to bind port 07cdb948-262b-44e3-a60e-ac8f1916b818 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:45:36.880816 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Attempting to bind port 07cdb948-262b-44e3-a60e-ac8f1916b818 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:45:36.881389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Attempting to bind port 07cdb948-262b-44e3-a60e-ac8f1916b818 on network 1896320e-61e3-4e49-a6ce-745b43b67079 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:36.886392 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Port 07cdb948-262b-44e3-a60e-ac8f1916b818 on network 1896320e-61e3-4e49-a6ce-745b43b67079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:45:36.886715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Attempting to bind port 07cdb948-262b-44e3-a60e-ac8f1916b818 on network 1896320e-61e3-4e49-a6ce-745b43b67079 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:45:36.892090 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:45:36.892417 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Checking segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:45:36.892792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Bound using segment: {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:45:36.893245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Bound port: 07cdb948-262b-44e3-a60e-ac8f1916b818, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e0b251-55ad-4a34-9ae9-c5bedd2942be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:45:36.893634 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:36.968661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:45:36.977560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:45:37.070091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:37.073101 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:37.108480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.109108 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:37.110506 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] 10.222.0.33 "PUT /v2.0/ports/07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 1094 time: 0.8858101 Jul 12 14:45:37.110947 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:37.113718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24609d2f-f896-4450-be01-e5a93ed7b010" -d '{"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:37.146262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca810a-fb71-4f36-a6a2-99cd135cf495 service neutron] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:37.159928 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc1df2-549d-4e40-ab7c-cfb63a383bf3 x-openstack-request-id: req-3ccc1df2-549d-4e40-ab7c-cfb63a383bf3 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:37.159928 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:37.160133 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ccc1df2-549d-4e40-ab7c-cfb63a383bf3 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:37.160508 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccc1df2-549d-4e40-ab7c-cfb63a383bf3'] response: {'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'status': 'completed', 'code': 200} Jul 12 14:45:37.260300 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-16d848e1-ef67-4afa-9479-ae9db505ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.263799 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-16d848e1-ef67-4afa-9479-ae9db505ef83 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1128 time: 0.0451586 Jul 12 14:45:37.381445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-3c413a4b-ca3b-4cb0-af9b-76dd784d2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.382600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-3c413a4b-ca3b-4cb0-af9b-76dd784d2763 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=8fa20247a7af46d0b9660d4cd026f552&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997434 Jul 12 14:45:37.491959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-428c9954-0a7e-4631-8328-dc8c84b719f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.492136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-24609d2f-f896-4450-be01-e5a93ed7b010 req-428c9954-0a7e-4631-8328-dc8c84b719f9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997667 Jul 12 14:45:37.599216 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bc29045f-751c-432d-b8c2-92227d0340fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.601073 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-bc29045f-751c-432d-b8c2-92227d0340fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1128 time: 0.0439453 Jul 12 14:45:37.667646 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-950e5723-044d-4122-8c41-14231dac7582 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 217 time: 0.0526233 Jul 12 14:45:37.683796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:37.708543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71b96-3715-45b0-a397-dbd056f355ea req-355018a9-8a80-47c1-b27c-143de1fa43a3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.710031 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0d71b96-3715-45b0-a397-dbd056f355ea req-355018a9-8a80-47c1-b27c-143de1fa43a3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.1045735 Jul 12 14:45:37.743231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-f02e3c07-2661-4d76-9777-c2fe08a441a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.744665 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-f02e3c07-2661-4d76-9777-c2fe08a441a9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0695822 Jul 12 14:45:37.805548 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0d71b96-3715-45b0-a397-dbd056f355ea req-47ecf989-fc9d-4f9a-9757-8dadcdfa351c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894573 Jul 12 14:45:37.810852 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-f58e4223-bde3-4902-967e-8637f156c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:37.812273 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-f58e4223-bde3-4902-967e-8637f156c7e9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578156 Jul 12 14:45:37.907411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-ef15b030-22e8-4163-9d96-ef3c0c1caef0 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Jul 12 14:45:38.011541 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3fd70c9-874e-4408-be25-4a67900681e2 req-55153efe-9bb4-4bbb-bd10-d08a09eaa2cb service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929925 Jul 12 14:45:38.920803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b50ed7-6dbc-47c5-bb92-2bab0780895f req-0107579a-a90d-49fc-97cf-d99a8ad186d6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:38.922294 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-82b50ed7-6dbc-47c5-bb92-2bab0780895f req-0107579a-a90d-49fc-97cf-d99a8ad186d6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0489016 Jul 12 14:45:38.974920 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-82b50ed7-6dbc-47c5-bb92-2bab0780895f req-80d617eb-7c99-45aa-9d0e-a822f218571c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468788 Jul 12 14:45:39.027955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bf165-f235-41fd-93a0-c2e3f151b4e8 req-2313f44f-cc26-4f1c-a770-5059ca1675f2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:39.029473 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c08bf165-f235-41fd-93a0-c2e3f151b4e8 req-2313f44f-cc26-4f1c-a770-5059ca1675f2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Jul 12 14:45:39.082283 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c08bf165-f235-41fd-93a0-c2e3f151b4e8 req-4de94ff4-ceb1-43f1-9fc4-c6a21eb458f4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Jul 12 14:45:40.089254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131c10e-3d32-4593-8df1-130ffda4fcdf req-020937e7-0cb8-4b69-96b9-90fe0e398a55 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:40.090761 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c131c10e-3d32-4593-8df1-130ffda4fcdf req-020937e7-0cb8-4b69-96b9-90fe0e398a55 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0478985 Jul 12 14:45:40.136487 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:40.141785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c131c10e-3d32-4593-8df1-130ffda4fcdf req-29bf02be-106a-4c21-bcb8-6f0cf8337708 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Jul 12 14:45:40.201751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46855a8-5827-4997-ad5b-1f3ebb7de03f req-5b05b9fc-ba36-40b0-92fe-71a1981f1360 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:40.203206 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f46855a8-5827-4997-ad5b-1f3ebb7de03f req-5b05b9fc-ba36-40b0-92fe-71a1981f1360 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Jul 12 14:45:40.249179 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f46855a8-5827-4997-ad5b-1f3ebb7de03f req-1f371e84-3020-4108-ad9f-f05fe87c155c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Jul 12 14:45:41.258593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771f51-4598-4eab-b7aa-219f8272df2f req-bb35743d-431b-40c9-b55e-85e97ee690c1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:41.260061 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a0771f51-4598-4eab-b7aa-219f8272df2f req-bb35743d-431b-40c9-b55e-85e97ee690c1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0520191 Jul 12 14:45:41.310310 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a0771f51-4598-4eab-b7aa-219f8272df2f req-e8f21b6e-7f98-4dd0-83e4-d47afe2351ff tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444598 Jul 12 14:45:41.408145 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380e267-0669-461e-9bcf-a3ca206aae5f req-d0e3f1ab-d5dd-4cf9-a9bd-6e619c3a8043 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:41.409660 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6380e267-0669-461e-9bcf-a3ca206aae5f req-d0e3f1ab-d5dd-4cf9-a9bd-6e619c3a8043 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Jul 12 14:45:41.459445 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6380e267-0669-461e-9bcf-a3ca206aae5f req-3240b022-1bac-40cb-a12e-aeee17dfef3e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Jul 12 14:45:42.428853 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dbdb8-240e-44e8-bae6-61741fcd3e32 req-ff5889c2-afa9-4608-bafc-7ae9b7330410 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:42.430364 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-081dbdb8-240e-44e8-bae6-61741fcd3e32 req-ff5889c2-afa9-4608-bafc-7ae9b7330410 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0511951 Jul 12 14:45:42.483154 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-081dbdb8-240e-44e8-bae6-61741fcd3e32 req-f43ef01c-0cce-4478-a09e-6933de22e2f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Jul 12 14:45:42.579565 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc206c-ca25-43d6-9a0a-2a67ac5189ac req-1facf296-c427-432e-b428-dc2108a502ed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:42.581052 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23fc206c-ca25-43d6-9a0a-2a67ac5189ac req-1facf296-c427-432e-b428-dc2108a502ed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Jul 12 14:45:42.628685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23fc206c-ca25-43d6-9a0a-2a67ac5189ac req-f2e28692-2b26-4f2b-a022-e6622d9bd511 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Jul 12 14:45:43.355958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3d686360-20e6-4d92-a006-b8746eb60ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:43.596972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55f11-9bb7-4b4a-827b-5e2cbdb00c83 req-820c276f-4768-4778-9756-333937c46a4b tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:43.598480 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f4a55f11-9bb7-4b4a-827b-5e2cbdb00c83 req-820c276f-4768-4778-9756-333937c46a4b tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0472951 Jul 12 14:45:43.652026 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f4a55f11-9bb7-4b4a-827b-5e2cbdb00c83 req-5bb0e7e2-cb65-4f87-8efa-9023537ae82a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Jul 12 14:45:43.755458 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f611d1-cfc8-49ef-b337-ce528a4fdf9e req-67558b5e-cc4f-4e5b-b92e-8933add6ecf7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:43.756892 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-79f611d1-cfc8-49ef-b337-ce528a4fdf9e req-67558b5e-cc4f-4e5b-b92e-8933add6ecf7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Jul 12 14:45:43.804227 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-79f611d1-cfc8-49ef-b337-ce528a4fdf9e req-83811fb3-5ace-49d5-945b-2bb439115b48 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Jul 12 14:45:44.458507 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:44.764718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d453-881d-461d-9e5d-7d9b8d930342 req-0d0eec32-c1d3-4895-87f8-e658497032b6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:44.766197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4522d453-881d-461d-9e5d-7d9b8d930342 req-0d0eec32-c1d3-4895-87f8-e658497032b6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0471208 Jul 12 14:45:44.815778 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4522d453-881d-461d-9e5d-7d9b8d930342 req-922ededa-174d-4ab2-8297-e9a77cae0d69 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Jul 12 14:45:44.928343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88a01d-891b-4fd8-a0af-7a2df72e91b7 req-563c1f31-7392-47c3-b0dc-ef883918db3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:44.929842 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc88a01d-891b-4fd8-a0af-7a2df72e91b7 req-563c1f31-7392-47c3-b0dc-ef883918db3f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0521629 Jul 12 14:45:44.965746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:44.977366 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc88a01d-891b-4fd8-a0af-7a2df72e91b7 req-28bca3f6-0285-446d-9c28-87d8cd9f65b4 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Jul 12 14:45:45.270226 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:45.271026 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:45.584697 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf813-94a7-4857-8c5d-6828521d1cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:45.689860 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:45:45.791888 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:45.803235 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 32996) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:45.803745 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'mac_address': 'fa:16:3e:62:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:45:45.837701 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 07cdb948-262b-44e3-a60e-ac8f1916b818 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:45.838008 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:45.851627 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cdb948-262b-44e3-a60e-ac8f1916b818 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:45:45.872357 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:45.917843 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-82bc186b-1e0c-47e5-bb67-ae917c826da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:45.937133 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66000c44-9905-419f-a2d1-fd075a563c61 req-33745c77-9b2c-48d2-a0c5-df1dfb052488 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:45.938650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66000c44-9905-419f-a2d1-fd075a563c61 req-33745c77-9b2c-48d2-a0c5-df1dfb052488 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0498238 Jul 12 14:45:45.962723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:45.992647 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66000c44-9905-419f-a2d1-fd075a563c61 req-c455507d-fd39-46c8-8a2e-5d190402afc8 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482359 Jul 12 14:45:45.997964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-82bc186b-1e0c-47e5-bb67-ae917c826da5 admin admin] Publish callbacks [] for security_group (e9c4d78d-b45e-4a93-b46d-99e2b36a6213), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.044231 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:46.082942 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-82bc186b-1e0c-47e5-bb67-ae917c826da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e9c4d78d-b45e-4a93-b46d-99e2b36a6213), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.132773 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4546-ac6a-4b95-a2c9-085fe38aec69 req-12d2db54-3ac9-4761-be99-acc962e155dd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:46.137197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f0a4546-ac6a-4b95-a2c9-085fe38aec69 req-12d2db54-3ac9-4761-be99-acc962e155dd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0607545 Jul 12 14:45:46.137352 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc186b-1e0c-47e5-bb67-ae917c826da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c4d78d-b45e-4a93-b46d-99e2b36a6213,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:46.145884 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-82bc186b-1e0c-47e5-bb67-ae917c826da5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e5c8e1f3d2f402bafc06ee20c37270a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408012 Jul 12 14:45:46.146236 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33004) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:46.178552 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:46.193951 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f0a4546-ac6a-4b95-a2c9-085fe38aec69 req-8464c30c-07e3-4a2b-8658-6304f2c9b509 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539412 Jul 12 14:45:46.197593 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] Publish callbacks [] for security_group (e9c4d78d-b45e-4a93-b46d-99e2b36a6213), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.222351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] Publish callbacks [] for security_group (e9c4d78d-b45e-4a93-b46d-99e2b36a6213), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.289031 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['07cdb948-262b-44e3-a60e-ac8f1916b818'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:45:46.339267 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e9c4d78d-b45e-4a93-b46d-99e2b36a6213), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.341840 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:46.343068 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9c4d78d-b45e-4a93-b46d-99e2b36a6213 HTTP/1.1" status: 204 len: 168 time: 0.1959751 Jul 12 14:45:46.353587 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d47f-f61d-4cb1-8f78-4f424528557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c4d78d-b45e-4a93-b46d-99e2b36a6213,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:46.750920 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:47.111762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb2910-b700-4653-8cf7-4af613095195 req-33c08747-7e36-47e1-8af1-4fca168c38bc tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:47.113924 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cbb2910-b700-4653-8cf7-4af613095195 req-33c08747-7e36-47e1-8af1-4fca168c38bc tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 945 time: 0.0517018 Jul 12 14:45:47.164667 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cbb2910-b700-4653-8cf7-4af613095195 req-6d147553-be50-4320-a368-68fd647453c2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Jul 12 14:45:47.316914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e728112-8a94-4523-b265-78b2590e7221 req-45583c3c-9af3-488b-a11a-4b44e7970162 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:47.318452 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0e728112-8a94-4523-b265-78b2590e7221 req-45583c3c-9af3-488b-a11a-4b44e7970162 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Jul 12 14:45:47.365673 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0e728112-8a94-4523-b265-78b2590e7221 req-a10f8df4-6d7f-4a46-b57c-0b05e5b537d8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 Jul 12 14:45:47.723514 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:47.752256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:47.760913 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:47.766095 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 07cdb948-262b-44e3-a60e-ac8f1916b818 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:45:47.841545 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 07cdb948-262b-44e3-a60e-ac8f1916b818 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:47.841942 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:47.917993 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 07cdb948-262b-44e3-a60e-ac8f1916b818 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:47.918376 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:47.941670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:47.943876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525789c9-5f1b-4a47-ac59-8ad2d2b9c4fe" -d '{"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-plugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:47.957288 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:47.982264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b339611-ce33-48c1-8ac9-f8b10db2ff8d x-openstack-request-id: req-5b339611-ce33-48c1-8ac9-f8b10db2ff8d {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:47.982550 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-plugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:47.982803 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b339611-ce33-48c1-8ac9-f8b10db2ff8d {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:47.983237 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b339611-ce33-48c1-8ac9-f8b10db2ff8d'] response: {'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'code': 200} Jul 12 14:45:48.026325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:48.076276 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:48.304916 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2264-64ff-4bf2-84e0-c155e20f2510 req-8053b8e8-75a9-4245-a26d-bb605d142ab9 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:48.306477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1acb2264-64ff-4bf2-84e0-c155e20f2510 req-8053b8e8-75a9-4245-a26d-bb605d142ab9 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0567441 Jul 12 14:45:48.310793 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:48.356928 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1acb2264-64ff-4bf2-84e0-c155e20f2510 req-a11bef7f-ee2f-40ca-a128-b4ec2e90406e tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448840 Jul 12 14:45:48.459254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf304168-60ff-4cd3-9035-5b940b16ff7c req-a8c089e6-e952-46a3-bf08-a1f21ba648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:48.460713 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf304168-60ff-4cd3-9035-5b940b16ff7c req-a8c089e6-e952-46a3-bf08-a1f21ba648e7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0495727 Jul 12 14:45:48.510412 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce77f63-9ae4-4c4b-9dd5-8d832242f196 req-281c86b4-8949-40f4-b0e0-78c47b8fe619 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:48.512129 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ce77f63-9ae4-4c4b-9dd5-8d832242f196 req-281c86b4-8949-40f4-b0e0-78c47b8fe619 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jul 12 14:45:48.558338 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cf304168-60ff-4cd3-9035-5b940b16ff7c req-56bb88ff-1e4f-44be-9d2c-63ac739ef80b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813737 Jul 12 14:45:48.586993 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0ce77f63-9ae4-4c4b-9dd5-8d832242f196 req-312f739b-876d-4e38-a476-7d96d46b3c48 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642443 Jul 12 14:45:48.687990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:49.469415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb88e6-68e8-4991-8f0a-69200edbb1de req-596f9113-94d1-4fdf-9a7b-5f90bd8c8a1a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:49.470875 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0beb88e6-68e8-4991-8f0a-69200edbb1de req-596f9113-94d1-4fdf-9a7b-5f90bd8c8a1a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0473323 Jul 12 14:45:49.520611 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0beb88e6-68e8-4991-8f0a-69200edbb1de req-894f860f-ecad-43ef-8be2-83e77a39f2e9 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Jul 12 14:45:49.707135 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735601-45f0-41bc-96e8-94200493f7c1 req-cb9e45d4-01f8-4869-9b33-7b861fa641a6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:49.708578 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3735601-45f0-41bc-96e8-94200493f7c1 req-cb9e45d4-01f8-4869-9b33-7b861fa641a6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0459399 Jul 12 14:45:49.758879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3735601-45f0-41bc-96e8-94200493f7c1 req-fdc05356-49cc-466c-9732-6ab83b153f82 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Jul 12 14:45:50.632528 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e5a7c-2f14-4462-8e76-f988dc52d37a req-a9bee633-2901-4429-88ff-d501dbe6c64d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:50.633930 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-329e5a7c-2f14-4462-8e76-f988dc52d37a req-a9bee633-2901-4429-88ff-d501dbe6c64d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0477893 Jul 12 14:45:50.683785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-329e5a7c-2f14-4462-8e76-f988dc52d37a req-1166047f-a435-426b-a35f-4500ac409b71 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Jul 12 14:45:50.765658 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:50.805099 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d55c7-fceb-4e14-a29d-c6c8a302bbae req-3387bd48-1fdd-473c-a05c-988f62fe847a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:50.806748 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d72d55c7-fceb-4e14-a29d-c6c8a302bbae req-3387bd48-1fdd-473c-a05c-988f62fe847a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0496447 Jul 12 14:45:50.887015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d72d55c7-fceb-4e14-a29d-c6c8a302bbae req-98f0efe2-9214-4c35-8fca-63cda7c5cc77 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747290 Jul 12 14:45:50.904145 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a8d34-54f2-4b47-94c9-de8a4ec6f9f3 req-3f3be9da-2da8-4f58-af5c-db1b2b8f7dd0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:50.905643 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-617a8d34-54f2-4b47-94c9-de8a4ec6f9f3 req-3f3be9da-2da8-4f58-af5c-db1b2b8f7dd0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0676141 Jul 12 14:45:50.910271 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33096) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:50.960392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-617a8d34-54f2-4b47-94c9-de8a4ec6f9f3 req-ea56dc4b-61cc-4462-86d1-9689b8594b78 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447054 Jul 12 14:45:51.103807 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b36e1-f6ea-4a9a-b312-0f8c48a26291 tempest-TestShelveInstance-762322233 tempest-TestShelveInstance-762322233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:51.105344 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d96b36e1-f6ea-4a9a-b312-0f8c48a26291 tempest-TestShelveInstance-762322233 tempest-TestShelveInstance-762322233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1125 time: 0.1941113 Jul 12 14:45:51.108351 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33100) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:51.112567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:45:51.179392 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:51.511192 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:51.516258 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:51.620937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Allocated IP 172.27.3.53 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/f5467397-4ea6-449f-9c43-a4fbcabb6343) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:45:51.728057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:51.813925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:51.855484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:45:51.858446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:45:51.860858 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:45:51.887352 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:51.895621 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'Port': ['ID=f5467397-4ea6-449f-9c43-a4fbcabb6343,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:51.905725 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.906068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.906404 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.906755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.907066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.907388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.907706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.908022 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.908339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.908656 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.908972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.909452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.909783 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.910096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:51.910409 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:52.122945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e94a-a8a1-46ea-bc7a-9a963eb8e8b9 req-c15047c7-b60b-40eb-8ce8-65fb970217a0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:52.124414 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6837e94a-a8a1-46ea-bc7a-9a963eb8e8b9 req-c15047c7-b60b-40eb-8ce8-65fb970217a0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0832932 Jul 12 14:45:52.221709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6837e94a-a8a1-46ea-bc7a-9a963eb8e8b9 req-05d9428e-7463-4313-ae52-c80f6874e679 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886495 Jul 12 14:45:52.330109 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for floatingip (124044e7-02cf-4bcd-9fb1-a906ef3615bc), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.482799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.548104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:52.620454 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33120) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:52.642515 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.697628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.751249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac03-47c7-4695-b77d-c68f1897af14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.786331 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:52.789226 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event updated for resources: {'Port': ['ID=f5467397-4ea6-449f-9c43-a4fbcabb6343,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:52.811124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (124044e7-02cf-4bcd-9fb1-a906ef3615bc), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:52.946327 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Floating IP 124044e7-02cf-4bcd-9fb1-a906ef3615bc associated. External IP: 172.27.3.53, port: 07cdb948-262b-44e3-a60e-ac8f1916b818. Jul 12 14:45:52.989751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac03-47c7-4695-b77d-c68f1897af14 admin admin] Publish callbacks [] for security_group (2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.090650 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac03-47c7-4695-b77d-c68f1897af14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.165940 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d0d1ac03-47c7-4695-b77d-c68f1897af14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5d88a822d5e4be4be939d8f593ae9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444765 Jul 12 14:45:53.168563 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33124) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:53.171111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ac03-47c7-4695-b77d-c68f1897af14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:53.179641 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:53.196289 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Router ea58b77e-a0d6-42af-aac2-d816e5001f8a has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:45:53.220823 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] Publish callbacks [] for security_group (2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.242888 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] Publish callbacks [] for security_group (2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.315625 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:45:53.324993 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Sync routers for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:45:53.335780 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:53.337148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:53.360866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868559-45cd-4fed-8ab0-fa110c99b5bb req-56a75b02-9dad-4855-ba34-0fa65576d83b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:53.360866 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b868559-45cd-4fed-8ab0-fa110c99b5bb req-56a75b02-9dad-4855-ba34-0fa65576d83b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0570145 Jul 12 14:45:53.383390 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.386226 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.390601 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5 HTTP/1.1" status: 204 len: 168 time: 0.2209504 Jul 12 14:45:53.398771 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956b905-cc47-45c7-995d-c9bb2d3dcd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f81ec-1fd4-401b-b7aa-3d6c17b225c5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:53.430671 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b868559-45cd-4fed-8ab0-fa110c99b5bb req-d1959d6c-8d98-47b0-a988-ec17a039aac8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566969 Jul 12 14:45:53.467640 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:53.495109 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:53.530543 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-62925c42-9809-4e51-8fc0-489a05b88d18 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4211686 Jul 12 14:45:53.531214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:53.533883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb11642-1ba1-4b0d-b047-43a3c075059e" -d '{"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:53.578199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd98a5-ed15-4bc8-be2b-961f4376d7b3 x-openstack-request-id: req-93fd98a5-ed15-4bc8-be2b-961f4376d7b3 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:53.578199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:53.578199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93fd98a5-ed15-4bc8-be2b-961f4376d7b3 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:53.578199 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fd98a5-ed15-4bc8-be2b-961f4376d7b3'] response: {'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'status': 'completed', 'code': 200} Jul 12 14:45:53.677214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-3e3efb6a-bf8c-4c3b-9f6a-4709f374686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:53.681540 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-3e3efb6a-bf8c-4c3b-9f6a-4709f374686b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0455604 Jul 12 14:45:53.774584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-d810ffbf-ac9a-41bb-ab8c-5414c93921b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:53.776055 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-d810ffbf-ac9a-41bb-ab8c-5414c93921b2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.0905132 Jul 12 14:45:53.808224 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '124044e7-02cf-4bcd-9fb1-a906ef3615bc', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'mac_address': 'fa:16:3e:62:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f3e15-d106-4a54-b655-49328b81248d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:52Z', 'updated_at': '2022-07-12T14:45:52Z', 'revision_number': 0, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:53.836621 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Checking router: ea58b77e-a0d6-42af-aac2-d816e5001f8a for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:45:53.844984 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:45:53.846381 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:45:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:53.850571 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-3a8ffbad-6c01-43df-9bb0-5e3e1a85c999 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 999 time: 0.0618548 Jul 12 14:45:53.901798 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-f36baa2a-3ca9-45d5-ab52-013f195fed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:53.903166 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-f36baa2a-3ca9-45d5-ab52-013f195fed3b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0450892 Jul 12 14:45:53.948898 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:45:53.949255 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-e9f76b8b-45fc-4ea0-b6fc-de5d178e09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:53.950773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-e9f76b8b-45fc-4ea0-b6fc-de5d178e09f2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413761 Jul 12 14:45:54.021367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:54.033375 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33136) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:54.038253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:54.047787 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93d6386e-3d27-44c2-8aac-ce6244bfc5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.060952 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-d650a003-121c-4a94-9f3a-1ea21f4d4f20 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011415 Jul 12 14:45:54.129844 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93d6386e-3d27-44c2-8aac-ce6244bfc5ad admin admin] Publish callbacks [] for security_group (7dfa5232-1725-4ae1-b3c6-5cc12797f571), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.155058 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:54.165891 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '124044e7-02cf-4bcd-9fb1-a906ef3615bc', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'mac_address': 'fa:16:3e:62:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f3e15-d106-4a54-b655-49328b81248d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:52Z', 'updated_at': '2022-07-12T14:45:52Z', 'revision_number': 0, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:45:54.166134 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3bb11642-1ba1-4b0d-b047-43a3c075059e req-74d5e684-8b3e-4947-8f86-fe568e0cb5ef service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955801 Jul 12 14:45:54.191030 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426c5bb-6eb3-48b7-b1fe-48ba2d1276e9 None None] The sync data for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi is: [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '124044e7-02cf-4bcd-9fb1-a906ef3615bc', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'mac_address': 'fa:16:3e:62:7d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f3e15-d106-4a54-b655-49328b81248d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:45:52Z', 'updated_at': '2022-07-12T14:45:52Z', 'revision_number': 0, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:45:54.219183 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93d6386e-3d27-44c2-8aac-ce6244bfc5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7dfa5232-1725-4ae1-b3c6-5cc12797f571), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.259302 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6386e-3d27-44c2-8aac-ce6244bfc5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa5232-1725-4ae1-b3c6-5cc12797f571,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:54.263751 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-93d6386e-3d27-44c2-8aac-ce6244bfc5ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f85299e6b0648f1a305e0a4ccc9bb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290974 Jul 12 14:45:54.266903 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33138) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:45:54.318580 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:54.324954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] Publish callbacks [] for security_group (7dfa5232-1725-4ae1-b3c6-5cc12797f571), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.350276 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] Publish callbacks [] for security_group (7dfa5232-1725-4ae1-b3c6-5cc12797f571), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.365300 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:54.392678 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19123d7-8e54-451c-b901-5ba183996091 None None] New status for floating IP 124044e7-02cf-4bcd-9fb1-a906ef3615bc: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:45:54.492683 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7dfa5232-1725-4ae1-b3c6-5cc12797f571), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.495826 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:54.497040 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dfa5232-1725-4ae1-b3c6-5cc12797f571 HTTP/1.1" status: 204 len: 168 time: 0.2297578 Jul 12 14:45:54.512938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afae802-c281-4ce8-85b0-55b2f3841f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa5232-1725-4ae1-b3c6-5cc12797f571,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:54.557621 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68b023-7ab4-4692-8ca6-3a832c073362 req-750bbc97-645b-4493-baf3-f22ee51e72c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:54.559129 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b68b023-7ab4-4692-8ca6-3a832c073362 req-750bbc97-645b-4493-baf3-f22ee51e72c1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0608048 Jul 12 14:45:54.627381 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b68b023-7ab4-4692-8ca6-3a832c073362 req-40011303-81f4-44d8-a24d-b2124e675ddb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583420 Jul 12 14:45:55.745527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689b59e-7aa9-440c-8ee3-bea2a3ad2d1c req-0b4a6c83-45e4-4844-804e-65dcb09612e1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:55.746978 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d689b59e-7aa9-440c-8ee3-bea2a3ad2d1c req-0b4a6c83-45e4-4844-804e-65dcb09612e1 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0464418 Jul 12 14:45:55.753219 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:45:55.800298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d689b59e-7aa9-440c-8ee3-bea2a3ad2d1c req-3990e358-8824-4341-b661-6f96b6ad9cb8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475235 Jul 12 14:45:55.852828 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:55.864325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:45:55.902427 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: ACTIVE; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:55.902882 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:55.915594 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:45:55.946493 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:56.019483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:56.047645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:56.067185 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=6']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:56.234520 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['46daa7fa-cab1-4811-a00f-fa4746971c05'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:45:56.923458 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a4ed-4199-4913-b6fc-8b4a10d9e08f req-0e7adbdb-44b5-4e8b-9009-bad04032eefb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:56.924939 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae52a4ed-4199-4913-b6fc-8b4a10d9e08f req-0e7adbdb-44b5-4e8b-9009-bad04032eefb tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 944 time: 0.0509624 Jul 12 14:45:56.973503 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae52a4ed-4199-4913-b6fc-8b4a10d9e08f req-b372115f-27c3-4e6d-851d-b24e6dd65a7e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428159 Jul 12 14:45:57.755540 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:45:57.800919 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 46daa7fa-cab1-4811-a00f-fa4746971c05 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:45:57.801328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:57.874296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:45:57.874685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:57.914077 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:45:57.916071 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe1734-5d0f-49a8-a9bb-29fe7fb92928" -d '{"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:45:57.930570 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:45:57.959272 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8306e72-a49c-4fb8-be25-f90b4aae3e87 x-openstack-request-id: req-d8306e72-a49c-4fb8-be25-f90b4aae3e87 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:45:57.959676 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:45:57.959996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8306e72-a49c-4fb8-be25-f90b4aae3e87 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:45:57.960553 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8306e72-a49c-4fb8-be25-f90b4aae3e87'] response: {'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'code': 200} Jul 12 14:45:58.011122 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:45:58.070405 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=7']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:45:58.078537 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.079270 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.079821 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.080600 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.081255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.081890 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.082424 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.082958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.083490 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.084020 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.084702 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.091321 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.091957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.092535 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.093174 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:45:58.114230 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a72e8-bfad-490d-85f3-c080df7495e4 req-8145902f-3d7d-4dcd-b2bb-306e85cbdaca tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:58.115885 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-340a72e8-bfad-490d-85f3-c080df7495e4 req-8145902f-3d7d-4dcd-b2bb-306e85cbdaca tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0516176 Jul 12 14:45:58.169810 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:45:58.186129 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-340a72e8-bfad-490d-85f3-c080df7495e4 req-7bc0aa87-eb0e-4f06-a639-61b681f3cedd tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631120 Jul 12 14:45:59.343096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c483a9-a1d6-4d68-a931-e90972dcef9c req-dedaecf7-d4cb-4ea6-8b2d-64cb6df5eb79 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:45:59.345902 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-64c483a9-a1d6-4d68-a931-e90972dcef9c req-dedaecf7-d4cb-4ea6-8b2d-64cb6df5eb79 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0703919 Jul 12 14:45:59.422765 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-64c483a9-a1d6-4d68-a931-e90972dcef9c req-5f01cf94-3217-4848-851e-96dd36526949 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703573 Jul 12 14:46:00.568989 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa12ed-ea6e-40f0-aab5-97605ad8e4fe req-91b4cc2f-f9f0-474c-9552-151153950201 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:00.570587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-acfa12ed-ea6e-40f0-aab5-97605ad8e4fe req-91b4cc2f-f9f0-474c-9552-151153950201 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0569043 Jul 12 14:46:00.626755 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-acfa12ed-ea6e-40f0-aab5-97605ad8e4fe req-3b422c1b-61a6-4c42-80dc-ba0ccc53fb97 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495427 Jul 12 14:46:01.762692 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b60ba-4e55-4ddf-b068-fc6cd201bb4e req-01133ccd-b614-44f8-bc21-3126e54d76c3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:01.764702 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f14b60ba-4e55-4ddf-b068-fc6cd201bb4e req-01133ccd-b614-44f8-bc21-3126e54d76c3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0557983 Jul 12 14:46:01.849463 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f14b60ba-4e55-4ddf-b068-fc6cd201bb4e req-fd52ef00-48ae-438e-822a-edaed721f9fc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609121 Jul 12 14:46:01.984684 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33284) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:02.151562 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2890c48-3c06-450a-9f2c-c0e412bccb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.260639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2890c48-3c06-450a-9f2c-c0e412bccb63 admin admin] Publish callbacks [] for security_group (ae99ec5b-d05b-426e-b8c7-d96edda3dd8c), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.316752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f2890c48-3c06-450a-9f2c-c0e412bccb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ae99ec5b-d05b-426e-b8c7-d96edda3dd8c), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.365445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33288) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:02.366031 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f2890c48-3c06-450a-9f2c-c0e412bccb63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92deb50600f84d2592f32d0a4ce39095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802276 Jul 12 14:46:02.366964 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2890c48-3c06-450a-9f2c-c0e412bccb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99ec5b-d05b-426e-b8c7-d96edda3dd8c,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:02.449694 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] Publish callbacks [] for security_group (ae99ec5b-d05b-426e-b8c7-d96edda3dd8c), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.477632 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] Publish callbacks [] for security_group (ae99ec5b-d05b-426e-b8c7-d96edda3dd8c), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.602578 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ae99ec5b-d05b-426e-b8c7-d96edda3dd8c), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.605189 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:02.606331 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae99ec5b-d05b-426e-b8c7-d96edda3dd8c HTTP/1.1" status: 204 len: 168 time: 0.2391155 Jul 12 14:46:02.624895 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe56f9-3d7f-4955-a5b6-8e6121deb817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99ec5b-d05b-426e-b8c7-d96edda3dd8c,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:03.015083 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a33b4-99f3-4f82-9932-db065e20ba43 req-87fabc05-3052-4dcf-b75c-a989a035eede tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:03.017379 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf0a33b4-99f3-4f82-9932-db065e20ba43 req-87fabc05-3052-4dcf-b75c-a989a035eede tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0583730 Jul 12 14:46:03.085925 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bf0a33b4-99f3-4f82-9932-db065e20ba43 req-e1ed2504-209e-40ee-b851-53a39cdb2a37 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628355 Jul 12 14:46:03.310026 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33296) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:03.324534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f7d03b99-b02f-4649-9fdb-b0511ada3d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.438036 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f7d03b99-b02f-4649-9fdb-b0511ada3d9a admin admin] Publish callbacks [] for security_group (c60f3626-a3f8-49ba-9a03-ddfa416e5a90), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.510822 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f7d03b99-b02f-4649-9fdb-b0511ada3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c60f3626-a3f8-49ba-9a03-ddfa416e5a90), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.560862 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d03b99-b02f-4649-9fdb-b0511ada3d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f3626-a3f8-49ba-9a03-ddfa416e5a90,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:03.575782 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33298) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:03.575942 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f7d03b99-b02f-4649-9fdb-b0511ada3d9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e05d7a45aae450cac04dd0126aab1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645404 Jul 12 14:46:03.607488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:03.650473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] Publish callbacks [] for security_group (c60f3626-a3f8-49ba-9a03-ddfa416e5a90), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.679107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] Publish callbacks [] for security_group (c60f3626-a3f8-49ba-9a03-ddfa416e5a90), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.829480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (c60f3626-a3f8-49ba-9a03-ddfa416e5a90), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.832166 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:03.833511 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c60f3626-a3f8-49ba-9a03-ddfa416e5a90 HTTP/1.1" status: 204 len: 168 time: 0.2562134 Jul 12 14:46:03.844331 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62514a-25a2-4d87-bf17-9c2a783ccdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f3626-a3f8-49ba-9a03-ddfa416e5a90,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:04.209532 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216279a8-e5f6-45b7-8d21-e235c6a19748 req-50127603-7f24-4439-9234-d64a2b8ce74c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:04.211544 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-216279a8-e5f6-45b7-8d21-e235c6a19748 req-50127603-7f24-4439-9234-d64a2b8ce74c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Jul 12 14:46:04.242855 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:46:04.294956 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-216279a8-e5f6-45b7-8d21-e235c6a19748 req-354502c8-f90b-4dbb-a29c-6d225a523845 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766110 Jul 12 14:46:04.805031 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33306) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:04.818597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-476d05bc-3af5-4c2d-abd8-0e6dc5aba2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:04.821000 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:04.902401 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-476d05bc-3af5-4c2d-abd8-0e6dc5aba2dd admin admin] Publish callbacks [] for security_group (b69273a0-4ebe-44fd-915b-8cfe2a687cee), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:04.974981 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-476d05bc-3af5-4c2d-abd8-0e6dc5aba2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b69273a0-4ebe-44fd-915b-8cfe2a687cee), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:05.024742 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d05bc-3af5-4c2d-abd8-0e6dc5aba2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69273a0-4ebe-44fd-915b-8cfe2a687cee,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:05.029339 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-476d05bc-3af5-4c2d-abd8-0e6dc5aba2dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0018ad6fc32408081fccc0bacb63116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232416 Jul 12 14:46:05.031849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33312) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:05.087710 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] Publish callbacks [] for security_group (b69273a0-4ebe-44fd-915b-8cfe2a687cee), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:05.112093 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] Publish callbacks [] for security_group (b69273a0-4ebe-44fd-915b-8cfe2a687cee), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:05.244202 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b69273a0-4ebe-44fd-915b-8cfe2a687cee), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:05.247597 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:05.248760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b69273a0-4ebe-44fd-915b-8cfe2a687cee HTTP/1.1" status: 204 len: 168 time: 0.2158422 Jul 12 14:46:05.259215 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128d6e3-41b9-40ba-ae25-2ff0f313d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69273a0-4ebe-44fd-915b-8cfe2a687cee,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:05.442897 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33ec03-30f1-45f2-9f03-7a86fdb50d22 req-2aa69162-d2f3-4f08-8b4d-bb5e38d56456 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:05.450598 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f33ec03-30f1-45f2-9f03-7a86fdb50d22 req-2aa69162-d2f3-4f08-8b4d-bb5e38d56456 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0749402 Jul 12 14:46:05.513605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f33ec03-30f1-45f2-9f03-7a86fdb50d22 req-64e33a8a-acda-4835-80ec-7075b03f568d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616772 Jul 12 14:46:06.658556 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e0060-99e4-4888-8277-0621645a800b req-d57fa1b5-9dff-4e96-bd1a-c8f846d120e5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:06.666452 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab3e0060-99e4-4888-8277-0621645a800b req-d57fa1b5-9dff-4e96-bd1a-c8f846d120e5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0727899 Jul 12 14:46:06.720177 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab3e0060-99e4-4888-8277-0621645a800b req-07181d63-25be-412c-bee5-872e16ce0c53 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527468 Jul 12 14:46:07.855544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621916c-1513-4cac-8a3c-af158565f077 req-c684a6fb-7717-49cc-a848-72e8e578c228 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:07.857001 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4621916c-1513-4cac-8a3c-af158565f077 req-c684a6fb-7717-49cc-a848-72e8e578c228 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0468094 Jul 12 14:46:07.881540 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:07.910836 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4621916c-1513-4cac-8a3c-af158565f077 req-5229a82e-ea5a-4d5d-b9fb-e226afcb559e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479326 Jul 12 14:46:09.032879 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea48a62-7014-4925-91ac-d5138cbd581c req-4b33d75e-ffd1-40dd-a80b-aa7fb87f6fdc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:09.034646 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dea48a62-7014-4925-91ac-d5138cbd581c req-4b33d75e-ffd1-40dd-a80b-aa7fb87f6fdc tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Jul 12 14:46:09.086185 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dea48a62-7014-4925-91ac-d5138cbd581c req-706dd693-1bd4-40fe-9c0f-83f6125220aa tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Jul 12 14:46:09.990960 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-dff6b7ff-be73-42f9-9836-0711f4a95071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:09.992584 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-dff6b7ff-be73-42f9-9836-0711f4a95071 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1129 time: 0.0404065 Jul 12 14:46:10.088268 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-6bdef970-8153-4663-971f-bf8e857da2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:10.089783 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-6bdef970-8153-4663-971f-bf8e857da2fd service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.0890126 Jul 12 14:46:10.166449 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-48b1733d-4d28-4d77-883f-dd47a77f9078 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 1001 time: 0.0633895 Jul 12 14:46:10.238554 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee1bf-a5b2-4643-9bb0-2bc567ca6207 req-06f6d942-2742-4ae5-879d-551b62d3f523 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:10.240227 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba2ee1bf-a5b2-4643-9bb0-2bc567ca6207 req-06f6d942-2742-4ae5-879d-551b62d3f523 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0766957 Jul 12 14:46:10.257681 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-3d89d981-bf44-47a8-a210-075b558ad066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:10.259072 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-3d89d981-bf44-47a8-a210-075b558ad066 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0829020 Jul 12 14:46:10.333374 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-206f764a-fa48-4f41-8492-c09820bfbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:10.334862 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-206f764a-fa48-4f41-8492-c09820bfbbec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642960 Jul 12 14:46:10.338030 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ba2ee1bf-a5b2-4643-9bb0-2bc567ca6207 req-896914ee-e475-4b7e-9571-b7593e59ae7d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887785 Jul 12 14:46:10.401044 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:10.427908 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-8775c893-bf7b-42bd-9009-d2ac7d707383 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Jul 12 14:46:10.534591 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-96b8ba1a-8b05-4107-8b68-d100c7ad4cc8 req-fa54e762-e383-415b-9f44-0d1400c37d18 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971456 Jul 12 14:46:11.195710 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:11.241031 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:11.457226 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e556d-4440-46c3-9be2-92357e239621 req-f1f70531-2f3e-4859-827d-bc1ce38591d6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:11.458760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a7e556d-4440-46c3-9be2-92357e239621 req-f1f70531-2f3e-4859-827d-bc1ce38591d6 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Jul 12 14:46:11.505561 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a7e556d-4440-46c3-9be2-92357e239621 req-68f4545f-0420-4f84-9056-fcc4695336ac tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jul 12 14:46:12.640803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2289-ee49-4142-8257-0d68578796a7 req-a136f24b-d364-4671-88b1-d0e80e343251 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:12.642345 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-400a2289-ee49-4142-8257-0d68578796a7 req-a136f24b-d364-4671-88b1-d0e80e343251 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0595434 Jul 12 14:46:12.679568 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:12.691465 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-400a2289-ee49-4142-8257-0d68578796a7 req-df3bd6db-1f84-4a84-97a1-8be817f7d82b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431385 Jul 12 14:46:13.407611 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-499dacd7-49e0-493d-893f-842fe0ccc8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:13.559994 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:13.569935 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=35,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:13.812474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4117975-e60e-40c3-9746-1bb0b7c4b3ea req-a7396f2a-0bb2-4876-9a82-0159daf4698f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:13.814070 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d4117975-e60e-40c3-9746-1bb0b7c4b3ea req-a7396f2a-0bb2-4876-9a82-0159daf4698f tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Jul 12 14:46:13.854214 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:46:13.875591 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d4117975-e60e-40c3-9746-1bb0b7c4b3ea req-0f1333f6-ba69-4005-94f3-e25cdc7ad3a0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485525 Jul 12 14:46:13.929197 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: ACTIVE; New status is: DOWN {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:46:13.929533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:13.954278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:46:13.956739 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e8006-e9b9-4c91-8846-318cad754b17" -d '{"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-unplugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:46:13.972021 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:13.998441 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9149fd7a-1ed0-4374-bffe-4d8bde768af4 x-openstack-request-id: req-9149fd7a-1ed0-4374-bffe-4d8bde768af4 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:46:13.998907 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-unplugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:46:13.999165 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9149fd7a-1ed0-4374-bffe-4d8bde768af4 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:46:13.999553 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9149fd7a-1ed0-4374-bffe-4d8bde768af4'] response: {'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'code': 200} Jul 12 14:46:14.054061 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:14.103172 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=8']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:15.606293 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b8d54f94-cd9e-4ae4-be18-eb59931ef5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:16.116799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac392bc0-047c-4478-bdd8-d9574f57f4ba req-152db936-1454-4a1b-8e4e-a88c9d323130 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:16.118294 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac392bc0-047c-4478-bdd8-d9574f57f4ba req-152db936-1454-4a1b-8e4e-a88c9d323130 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0506923 Jul 12 14:46:16.166501 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac392bc0-047c-4478-bdd8-d9574f57f4ba req-060d2017-4602-4708-8bcd-192d36a3812c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Jul 12 14:46:16.413555 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-802aac55-e784-4501-a45c-5384f94fb8d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405755 Jul 12 14:46:16.488565 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-ba792abe-4e3f-4d48-96c7-a8ade4c79f5b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:16.490050 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-ba792abe-4e3f-4d48-96c7-a8ade4c79f5b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports/46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 940 time: 0.0478096 Jul 12 14:46:16.756377 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:17.287163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1f32-ebc8-4f49-a45c-a01280e67b02 req-ffd35448-524f-4075-9424-a0d71c527777 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:17.288617 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2e8e1f32-ebc8-4f49-a45c-a01280e67b02 req-ffd35448-524f-4075-9424-a0d71c527777 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0464897 Jul 12 14:46:17.341337 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2e8e1f32-ebc8-4f49-a45c-a01280e67b02 req-e76e3ef4-5e9c-4540-a926-bf9f61297c22 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470083 Jul 12 14:46:17.915147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-e73128a3-7467-4100-ae37-daedd9a17e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:17.916729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-e73128a3-7467-4100-ae37-daedd9a17e5c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586&tenant_id=3f550f8d11a74b8da5ad84607b79ac37 HTTP/1.1" status: 200 len: 1127 time: 0.0407054 Jul 12 14:46:17.995100 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-857f68f9-3975-48ec-8587-7393a4c631aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:17.996560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-857f68f9-3975-48ec-8587-7393a4c631aa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1127 time: 0.0380666 Jul 12 14:46:18.095002 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-915b0c61-c25b-4bc1-9bb7-4e8d2f75528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:18.096474 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-915b0c61-c25b-4bc1-9bb7-4e8d2f75528a service neutron] 10.222.0.33 "GET /v2.0/networks?id=c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 200 len: 917 time: 0.0920787 Jul 12 14:46:18.164875 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-b43b3640-2d18-4229-a418-0499636c2f2b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 200 len: 999 time: 0.0587742 Jul 12 14:46:18.213971 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-9ef28fb2-d4af-4df8-a6a5-f0f11a9275dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:18.215577 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-9ef28fb2-d4af-4df8-a6a5-f0f11a9275dd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 200 len: 855 time: 0.0445406 Jul 12 14:46:18.248033 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:18.265107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-c3a8c8f5-d774-4e83-b20f-af9d7581ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:18.266662 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-c3a8c8f5-d774-4e83-b20f-af9d7581ab85 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c65826f1-3839-4331-9c1c-eca62ef0fb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452862 Jul 12 14:46:18.356952 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-e560db0d-76bf-4994-bb6f-9d49093807d8 service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839899 Jul 12 14:46:18.470181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:18.496830 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffc6ed-b7fa-4eb1-b4d3-2d08cb5d6255 req-96c1d356-399b-4b38-90bb-b68cba95844b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:18.498348 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bffc6ed-b7fa-4eb1-b4d3-2d08cb5d6255 req-96c1d356-399b-4b38-90bb-b68cba95844b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0658677 Jul 12 14:46:18.500378 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d054fe05-1ee9-4f2d-9618-152ca5f54ace req-a780511a-9616-4063-ad06-cfa815c365cf service neutron] 10.222.0.33 "GET /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365964 Jul 12 14:46:18.534226 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:18.552221 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bffc6ed-b7fa-4eb1-b4d3-2d08cb5d6255 req-55be37ce-0ec5-4346-ba81-67148e7ff712 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474627 Jul 12 14:46:18.647978 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:19.696654 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163d8d7-a9bd-49d1-8564-e383dd9fc210 req-1510038e-4865-4438-8fb6-701966a9bbd3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:19.698117 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c163d8d7-a9bd-49d1-8564-e383dd9fc210 req-1510038e-4865-4438-8fb6-701966a9bbd3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0620394 Jul 12 14:46:19.749208 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c163d8d7-a9bd-49d1-8564-e383dd9fc210 req-ef414ee8-d8fb-48e6-aaab-a5f731c231b2 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455222 Jul 12 14:46:20.877177 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72849b4-2668-4a05-bd53-0d88a9634c0d req-1aef8cbb-57f7-44ab-a88d-eb1d457f544e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:20.879407 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d72849b4-2668-4a05-bd53-0d88a9634c0d req-1aef8cbb-57f7-44ab-a88d-eb1d457f544e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0530808 Jul 12 14:46:20.933425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d72849b4-2668-4a05-bd53-0d88a9634c0d req-1a8e661d-db6f-4ebd-9022-51739e2f0267 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464971 Jul 12 14:46:22.059718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfd40-7027-4217-ada2-da804b94396c req-336a0475-9f00-4314-b9af-fbdd2224d836 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:22.061230 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c38bfd40-7027-4217-ada2-da804b94396c req-336a0475-9f00-4314-b9af-fbdd2224d836 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0507214 Jul 12 14:46:22.120166 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c38bfd40-7027-4217-ada2-da804b94396c req-3b1468f7-3fa4-413e-9e4b-fd2e2380335d tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515056 Jul 12 14:46:22.262822 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:22.267118 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:23.277959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f2d-bdae-4e26-9546-553727fc8d46 req-178c6caa-727c-4205-a29e-e2830d46dc33 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:23.279941 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19059f2d-bdae-4e26-9546-553727fc8d46 req-178c6caa-727c-4205-a29e-e2830d46dc33 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0653760 Jul 12 14:46:23.336577 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19059f2d-bdae-4e26-9546-553727fc8d46 req-ccf04857-3bba-4463-9515-ec59ecb44daa tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505776 Jul 12 14:46:24.460271 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42dc00-b643-40e9-b205-50c1eda9959c req-386c260c-c434-48e4-9790-703148cf9680 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:24.461797 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b42dc00-b643-40e9-b205-50c1eda9959c req-386c260c-c434-48e4-9790-703148cf9680 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0502596 Jul 12 14:46:24.510955 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8b42dc00-b643-40e9-b205-50c1eda9959c req-846ec077-2d1e-4242-8ec4-abd5975a1c2b tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Jul 12 14:46:25.676173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69c7b-b754-4b76-9f04-9e680db1b303 req-f0d42f21-d13c-4972-8abc-d6c949675c66 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:25.676173 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-38e69c7b-b754-4b76-9f04-9e680db1b303 req-f0d42f21-d13c-4972-8abc-d6c949675c66 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0579240 Jul 12 14:46:25.699650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-38e69c7b-b754-4b76-9f04-9e680db1b303 req-297a95a0-0d3b-4280-aa16-ce1765b14b57 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470822 Jul 12 14:46:26.549095 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:26.852848 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c0e8-2429-4dd2-b2ee-9b6385147212 req-439c425e-fbd6-482e-8407-087c41b5cac9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:26.860006 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ab6c0e8-2429-4dd2-b2ee-9b6385147212 req-439c425e-fbd6-482e-8407-087c41b5cac9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0693350 Jul 12 14:46:26.933782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6ab6c0e8-2429-4dd2-b2ee-9b6385147212 req-a8c7f18c-73e3-47e3-9060-156d0b7f145a tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680604 Jul 12 14:46:28.101015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea029a-8c36-458d-9a83-6b1143c0d14f req-46316305-800b-4f1d-8106-b6fbca5e2f03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:28.102614 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87ea029a-8c36-458d-9a83-6b1143c0d14f req-46316305-800b-4f1d-8106-b6fbca5e2f03 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0731738 Jul 12 14:46:28.172177 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87ea029a-8c36-458d-9a83-6b1143c0d14f req-91d363d9-7740-46cb-bb1c-f7efd7826dc0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596347 Jul 12 14:46:29.292977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229f480-eed2-4b83-883c-c4111511cdc1 req-864d9fe2-6843-4734-a530-0ce33a580684 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:29.294388 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7229f480-eed2-4b83-883c-c4111511cdc1 req-864d9fe2-6843-4734-a530-0ce33a580684 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0487533 Jul 12 14:46:29.341526 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7229f480-eed2-4b83-883c-c4111511cdc1 req-733a05c3-fdc0-46e0-9335-74883a1913a9 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Jul 12 14:46:29.683625 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 33644) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:29.787326 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-319b2ae1-a1c7-4dc9-837d-089f5ec69e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:29.834213 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:29.857138 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:29.861685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-319b2ae1-a1c7-4dc9-837d-089f5ec69e93 admin admin] Publish callbacks [] for security_group (33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:29.933047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-319b2ae1-a1c7-4dc9-837d-089f5ec69e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:29.978443 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-319b2ae1-a1c7-4dc9-837d-089f5ec69e93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a7cf32af35a4543870f52d6abd0bd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937338 Jul 12 14:46:29.980309 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2ae1-a1c7-4dc9-837d-089f5ec69e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:29.982108 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 33648) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:46:30.031885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Publish callbacks [] for security_group (33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:30.052776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Publish callbacks [] for security_group (33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:30.160430 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:30.162899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:30.164050 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e HTTP/1.1" status: 204 len: 168 time: 0.1809602 Jul 12 14:46:30.172042 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d2a6f8-c16c-4c9f-a66f-fcb9d0e47b6e,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:30.179351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.179700 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.180046 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.180396 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.180730 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.181063 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.181424 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.181761 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.182089 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.182417 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.182744 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.183067 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.183388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.183838 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.184090 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64914950-b6c7-4a79-b840-b8f314a5e296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:30.467307 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e7c05-3d6c-4ab6-9c48-3158b60b6a68 req-494a7c03-d1ca-47c6-89c6-1b4191a4efc7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:30.468801 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e3e7c05-3d6c-4ab6-9c48-3158b60b6a68 req-494a7c03-d1ca-47c6-89c6-1b4191a4efc7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0545635 Jul 12 14:46:30.517812 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e3e7c05-3d6c-4ab6-9c48-3158b60b6a68 req-bd9320a1-bb16-4fe1-8ba0-2e56f8df7d23 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Jul 12 14:46:31.535053 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-ba583b03-2cb5-487b-b57e-1593af99c4c4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401220 Jul 12 14:46:31.670381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a924c9-48fb-4876-9561-0d3bfc609800 req-33366d0f-a99e-4788-8f8b-60e89ca9b7ed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:31.671878 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c1a924c9-48fb-4876-9561-0d3bfc609800 req-33366d0f-a99e-4788-8f8b-60e89ca9b7ed tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 943 time: 0.0807343 Jul 12 14:46:31.677291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-85a2990a-90d4-410f-9fdc-414257683e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:31.678677 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-85a2990a-90d4-410f-9fdc-414257683e68 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 1129 time: 0.0728390 Jul 12 14:46:31.757907 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c1a924c9-48fb-4876-9561-0d3bfc609800 req-370c5a7d-4ecc-427a-a4ba-179877cd10ce tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771220 Jul 12 14:46:31.814257 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-69ec292d-7835-4b06-9ac9-373d33e55988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:31.815729 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-69ec292d-7835-4b06-9ac9-373d33e55988 service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.1117804 Jul 12 14:46:31.942754 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:46:32.057643 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:32.070851 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'port_id': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'mac_address': 'fa:16:3e:4b:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:46:32.120154 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:46:32.120704 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:32.140576 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:46:32.172056 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:32.192839 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-2ffd4dbe-ca11-4643-993d-51845282727a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 200 len: 1001 time: 0.3693013 Jul 12 14:46:32.242047 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-f2bd5ec3-4e84-4d22-9e9e-26b8c975d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:32.243502 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-f2bd5ec3-4e84-4d22-9e9e-26b8c975d9f0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0442307 Jul 12 14:46:32.252440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:32.305115 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-e06bc6bd-dfd3-4e3e-8449-933b3745a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:32.306681 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-e06bc6bd-dfd3-4e3e-8449-933b3745a93a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526376 Jul 12 14:46:32.310827 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=9']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:32.414071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-9dc279ff-d1f3-4ce8-a1dd-216724398ae6 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000190 Jul 12 14:46:32.494249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42152f25-9850-4def-84b3-31b6c1791df9 req-d01ed38d-32b0-4b75-8d55-fd5eea26348b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:32.495798 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-42152f25-9850-4def-84b3-31b6c1791df9 req-d01ed38d-32b0-4b75-8d55-fd5eea26348b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Jul 12 14:46:32.552116 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-42152f25-9850-4def-84b3-31b6c1791df9 req-0827a570-b021-400f-90c2-d6658568cc0c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504801 Jul 12 14:46:32.617234 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['46daa7fa-cab1-4811-a00f-fa4746971c05'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:46:32.748176 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:32.882562 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826c91-a955-4ddb-a1c9-e1417d11e1b3 req-b7cce1cf-4bdd-4fdb-a9d9-85feed7d46a7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:32.884052 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac826c91-a955-4ddb-a1c9-e1417d11e1b3 req-b7cce1cf-4bdd-4fdb-a9d9-85feed7d46a7 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 944 time: 0.0499411 Jul 12 14:46:32.930773 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ac826c91-a955-4ddb-a1c9-e1417d11e1b3 req-99ca7be7-58c8-45f2-bf3f-c4233d64a351 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Jul 12 14:46:33.667436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:33.679307 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d131d-2404-4fe0-9361-5e847dc330dd req-27be8bf4-e9b6-4a7c-b493-8d30e8d8d271 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:33.682970 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-845d131d-2404-4fe0-9361-5e847dc330dd req-27be8bf4-e9b6-4a7c-b493-8d30e8d8d271 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Jul 12 14:46:33.735473 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-845d131d-2404-4fe0-9361-5e847dc330dd req-29ce1024-2555-46bb-9e33-d412c537b425 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490568 Jul 12 14:46:33.969150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:46:33.997775 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bb83f51b-980e-4338-9ab1-e11101f92861 req-de6323c1-3da3-4f84-a7f0-4311586e2e0f service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941341 Jul 12 14:46:34.016159 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 46daa7fa-cab1-4811-a00f-fa4746971c05 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:46:34.016524 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:34.053653 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:34.059672 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde0f3-879b-4bda-bb18-ad416cdd3285 req-d0f867aa-ca96-44c5-b43f-16a8390d56f5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:34.067247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-51dde0f3-879b-4bda-bb18-ad416cdd3285 req-d0f867aa-ca96-44c5-b43f-16a8390d56f5 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 944 time: 0.0484779 Jul 12 14:46:34.073240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:34.091264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 46daa7fa-cab1-4811-a00f-fa4746971c05 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:46:34.092517 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:34.111153 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-51dde0f3-879b-4bda-bb18-ad416cdd3285 req-71ba56ea-175c-4319-a03e-ea61070262ef tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Jul 12 14:46:34.121993 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:46:34.124216 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ddc52-a1ce-4a83-b09b-58027c4747b9" -d '{"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:46:34.138261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:34.167197 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15f678-b4a4-4e20-844c-01c1bcedc1b8 x-openstack-request-id: req-0b15f678-b4a4-4e20-844c-01c1bcedc1b8 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:46:34.167485 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-plugged", "status": "completed", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:46:34.167738 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b15f678-b4a4-4e20-844c-01c1bcedc1b8 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:46:34.168136 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b15f678-b4a4-4e20-844c-01c1bcedc1b8'] response: {'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'code': 200} Jul 12 14:46:34.236443 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:34.292243 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=10']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:34.663248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755613f6-72ed-4f34-afb4-fbade926355b req-f922e136-36c9-43ae-9da4-f9f88bba98cb tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:34.664762 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-755613f6-72ed-4f34-afb4-fbade926355b req-f922e136-36c9-43ae-9da4-f9f88bba98cb tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0518200 Jul 12 14:46:34.759920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port 04f81fac-5835-4383-819e-c1a0c737643b {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:46:34.761143 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (04f81fac-5835-4383-819e-c1a0c737643b), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:34.799326 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9b2e-767f-4394-a53a-c5bf4b65e9a6 req-9955b0df-54bf-42ad-bc8e-2a28fcae9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:34.800971 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b5ba9b2e-767f-4394-a53a-c5bf4b65e9a6 req-9955b0df-54bf-42ad-bc8e-2a28fcae9424 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 1130 time: 0.0613194 Jul 12 14:46:34.852681 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b5ba9b2e-767f-4394-a53a-c5bf4b65e9a6 req-294fc0bf-208b-4158-9f14-693a164682ca service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Jul 12 14:46:34.912836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccac89-18af-4433-92a6-7a2cb5db13e0 req-12229586-d168-4590-88f6-3b7304519d46 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:34.914390 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-28ccac89-18af-4433-92a6-7a2cb5db13e0 req-12229586-d168-4590-88f6-3b7304519d46 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 945 time: 0.0719416 Jul 12 14:46:34.916269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] For port 04f81fac-5835-4383-819e-c1a0c737643b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04f81fac-5835-4383-819e-c1a0c737643b,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:34.916638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (04f81fac-5835-4383-819e-c1a0c737643b), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:35.021140 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-28ccac89-18af-4433-92a6-7a2cb5db13e0 req-895cf300-76e9-4b43-94ab-1dae156f7f28 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012759 Jul 12 14:46:35.124875 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:35.125438 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (f8cf405b-698a-4dd3-873b-bd03ca38a5ad), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:35.125760 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP f8cf405b-698a-4dd3-873b-bd03ca38a5ad disassociated. External IP: 172.27.3.131, port: 04f81fac-5835-4383-819e-c1a0c737643b. Jul 12 14:46:35.126135 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for 04f81fac-5835-4383-819e-c1a0c737643b owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:46:35.248132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bd566-85b4-40da-a42a-9497296dd376 req-4bc61682-3f9f-4870-b44a-d592c5334a65 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:35.249694 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db3bd566-85b4-40da-a42a-9497296dd376 req-4bc61682-3f9f-4870-b44a-d592c5334a65 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0564995 Jul 12 14:46:35.338150 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db3bd566-85b4-40da-a42a-9497296dd376 req-8c6afd38-cad1-4b8a-91f7-4ee3dd689ce8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817292 Jul 12 14:46:35.389386 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (04f81fac-5835-4383-819e-c1a0c737643b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:35.417449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=04f81fac-5835-4383-819e-c1a0c737643b,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:35.464734 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:35.519057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:35.536775 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:46:35.645801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:46:35.655541 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:46:35.667765 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:46:35.668440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:35.689846 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] No DVR routers for this DVR port 04f81fac-5835-4383-819e-c1a0c737643b on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:46:35.692337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:35.696197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-755613f6-72ed-4f34-afb4-fbade926355b req-14a19daa-a942-42cc-8a0b-b21b356bcc87 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "DELETE /v2.0/ports/04f81fac-5835-4383-819e-c1a0c737643b HTTP/1.1" status: 204 len: 173 time: 1.0257325 Jul 12 14:46:35.696650 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'name': 'network-vif-deleted', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:46:35.699101 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10fc6ad-e2ce-4f36-ae77-a47ac4b72003" -d '{"events": [{"server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "name": "network-vif-deleted", "tag": "04f81fac-5835-4383-819e-c1a0c737643b"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:46:35.734453 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecfadf0-6e62-463c-bc86-ec0a5bc36018 x-openstack-request-id: req-fecfadf0-6e62-463c-bc86-ec0a5bc36018 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:46:35.734746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cf8542-b5a1-4e34-a424-41d130ff60b6", "name": "network-vif-deleted", "tag": "04f81fac-5835-4383-819e-c1a0c737643b", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:46:35.734998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fecfadf0-6e62-463c-bc86-ec0a5bc36018 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:46:35.735401 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecfadf0-6e62-463c-bc86-ec0a5bc36018'] response: {'server_uuid': '01cf8542-b5a1-4e34-a424-41d130ff60b6', 'name': 'network-vif-deleted', 'tag': '04f81fac-5835-4383-819e-c1a0c737643b', 'status': 'completed', 'code': 200} Jul 12 14:46:35.926785 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:46:36.115007 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:36.121971 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-35b3ba31-fa78-415b-b1ea-ae3049f79e0f req-7be2623f-6ce6-471b-908d-890769cb24b1 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0285096 Jul 12 14:46:36.140404 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:46:36.149365 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:46:36.149980 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:36.251935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:46:36.290298 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:36.466009 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:36.468899 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec988a-4ea0-48fb-9c9c-01a3f6e5720c req-ad579ad2-790e-4b74-9d6a-3bceec2dd317 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:36.470076 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-24ec988a-4ea0-48fb-9c9c-01a3f6e5720c req-ad579ad2-790e-4b74-9d6a-3bceec2dd317 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0553441 Jul 12 14:46:36.494179 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e940e-e0af-48f5-b4b9-7676ecd82355 None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:46:36.535885 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-24ec988a-4ea0-48fb-9c9c-01a3f6e5720c req-844c52d3-39b1-41e1-92f4-98b4ce746f54 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581632 Jul 12 14:46:36.757344 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4250ff-4ab4-4884-aa66-99c8cec3dcb7 None None] New status for floating IP f8cf405b-698a-4dd3-873b-bd03ca38a5ad: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:46:37.234457 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ce55f2b0-7892-4064-9866-98f229100007 req-422794a9-b441-42ef-9116-17c2cd626041 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=01cf8542-b5a1-4e34-a424-41d130ff60b6 HTTP/1.1" status: 200 len: 210 time: 0.0299022 Jul 12 14:46:37.668946 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e3d90-8435-4ef0-8184-4d761f8c3d2e req-d29f142d-e249-4c2c-ba2a-371616d58af0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:37.670477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-014e3d90-8435-4ef0-8184-4d761f8c3d2e req-d29f142d-e249-4c2c-ba2a-371616d58af0 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0508199 Jul 12 14:46:37.720850 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-014e3d90-8435-4ef0-8184-4d761f8c3d2e req-fb75403d-65e4-4e48-ab18-be30b2679399 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442889 Jul 12 14:46:38.004123 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 04f81fac-5835-4383-819e-c1a0c737643b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:46:38.025108 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 04f81fac-5835-4383-819e-c1a0c737643b {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:46:38.025485 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 04f81fac-5835-4383-819e-c1a0c737643b not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:46:38.518941 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-d4bc23c5-b491-4d1a-987c-eefdd56a1a68 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839065815&fields=id&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 267 time: 0.0482652 Jul 12 14:46:38.629796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-fade901e-7bf9-486e-93a2-dcf9d1e4d61e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:38.631246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-fade901e-7bf9-486e-93a2-dcf9d1e4d61e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1061056 Jul 12 14:46:38.646417 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-ec9f0104-3bd6-4dd7-9309-aed82d1fece2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/quotas/c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 375 time: 0.0093784 Jul 12 14:46:38.697812 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-b4752377-c487-4892-8f1b-d6202a0813ca tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463681 Jul 12 14:46:38.870331 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b6a4-042b-4648-8391-a8b0a58f3886 req-47525cee-cfbf-4397-a7ae-fe1c0f1660af tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:38.871790 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6268b6a4-042b-4648-8391-a8b0a58f3886 req-47525cee-cfbf-4397-a7ae-fe1c0f1660af tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0773704 Jul 12 14:46:38.973587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-42b31f6b-f5d8-409c-881e-6cf98cf8f813 service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631104 Jul 12 14:46:38.976655 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6268b6a4-042b-4648-8391-a8b0a58f3886 req-034d15f1-64e8-4854-ab94-7a2da7b26a25 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976477 Jul 12 14:46:39.053509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:39.074981 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-97810894-cb84-4c45-bde3-981ad8ae47f4 service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958350 Jul 12 14:46:39.643296 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-901d6197-bbeb-44a0-8562-6e80fc7e0c12 req-0689e07a-84a4-4b14-b9e2-3450e4dcf6bf tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 210 time: 0.0308058 Jul 12 14:46:40.742284 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3f10beac-a582-452e-b777-89b8161411ff req-a5cd1721-79be-41dd-baca-ce6819abb840 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Jul 12 14:46:41.241872 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:46:41.757513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-9279fb12-eecf-4d0f-8c85-869b425c9ddb tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:41.758953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-9279fb12-eecf-4d0f-8c85-869b425c9ddb tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1079791 Jul 12 14:46:41.851229 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-308d09f6-58b9-4a17-815e-cd19ef2d63c3 req-c5511147-db5f-4aae-aba6-bf136d01de8f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Jul 12 14:46:41.865298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-dcb0f492-8df6-4a70-b76c-c7aa37516508 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 380 time: 0.0846875 Jul 12 14:46:41.874735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'port': {'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'admin_state_up': True, 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'security_groups': ['52905454-4ca4-406a-876a-00367bd8aad5']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:46:41.898883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:42.059393 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Made reservation on behalf of c361a671e3fc43c8a536f6526dc530b1 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:46:42.062961 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.196507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.20.0.13 (053ecff6-71cf-4863-84fc-402dc3a5230b/773b3dd9-aa95-410f-ae4e-be124423c3ba/561b44eb-0d73-4072-bb0f-14b66c4fd904) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:46:42.337122 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.436821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.487557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:46:42.493009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:46:42.496881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:46:42.501018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:42.551339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:42.552001 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.616234 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-0644dbd7-340a-4167-b441-d750755d3dad tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7451763 Jul 12 14:46:42.668869 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Request body: {'port': {'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:46:42.703173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:42.728116 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-0a2afd85-f7d0-4020-826a-172cf40f98db None None] Provisioning complete for port 561b44eb-0d73-4072-bb0f-14b66c4fd904 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:46:42.728720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0a2afd85-f7d0-4020-826a-172cf40f98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.733537 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:42.760997 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-0a2afd85-f7d0-4020-826a-172cf40f98db None None] Port 561b44eb-0d73-4072-bb0f-14b66c4fd904 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:46:42.866317 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:42.986909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf02c7-06da-45bc-a211-53aaf0cf9011 req-7ca5c2aa-1a78-42bd-840c-e144a922c5e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:42.988377 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-99bf02c7-06da-45bc-a211-53aaf0cf9011 req-7ca5c2aa-1a78-42bd-840c-e144a922c5e2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 932 time: 0.0643859 Jul 12 14:46:43.055645 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-99bf02c7-06da-45bc-a211-53aaf0cf9011 req-edbb8068-f31c-4bd4-9d4c-b79377a140d4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605915 Jul 12 14:46:43.156846 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561b44eb-0d73-4072-bb0f-14b66c4fd904 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:46:43.164584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks [] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.178175 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Transition to ACTIVE for port object 561b44eb-0d73-4072-bb0f-14b66c4fd904 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:46:43.259775 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.314244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Pushing event updated for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:43.361287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5b559335-2817-412d-8e4c-038ce12b2792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.390607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Attempting to bind port 561b44eb-0d73-4072-bb0f-14b66c4fd904 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:46:43.390940 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Attempting to bind port 561b44eb-0d73-4072-bb0f-14b66c4fd904 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:46:43.391293 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Attempting to bind port 561b44eb-0d73-4072-bb0f-14b66c4fd904 on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:46:43.396359 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Port 561b44eb-0d73-4072-bb0f-14b66c4fd904 on network 053ecff6-71cf-4863-84fc-402dc3a5230b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:46:43.396673 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Attempting to bind port 561b44eb-0d73-4072-bb0f-14b66c4fd904 on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:46:43.402106 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:46:43.402452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:46:43.402809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Bound using segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:46:43.403228 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Bound port: 561b44eb-0d73-4072-bb0f-14b66c4fd904, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:46:43.403586 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.481823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:46:43.485309 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:46:43.572746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.614070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:43.615204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:43.616684 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] 10.222.0.33 "PUT /v2.0/ports/561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 200 len: 1094 time: 0.9521501 Jul 12 14:46:43.617111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:46:43.619379 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e" -d '{"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:46:43.640903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7946e-6cbb-42d9-8c4e-9b8a34a270f3 service neutron] Pushing event updated for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:43.664793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66add8fc-8da1-4e50-9c4f-4c13327078a9 x-openstack-request-id: req-66add8fc-8da1-4e50-9c4f-4c13327078a9 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:46:43.665079 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:46:43.665363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66add8fc-8da1-4e50-9c4f-4c13327078a9 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:46:43.665767 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66add8fc-8da1-4e50-9c4f-4c13327078a9'] response: {'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'status': 'completed', 'code': 200} Jul 12 14:46:43.883526 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-e6c859b7-297a-4bf0-a4f4-9d6a64c9bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:43.884944 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-e6c859b7-297a-4bf0-a4f4-9d6a64c9bd63 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1128 time: 0.0435214 Jul 12 14:46:43.979147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:44.006901 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-fc12c751-36b6-4343-b4a1-b36d87d66ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.008381 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-fc12c751-36b6-4343-b4a1-b36d87d66ccc service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c361a671e3fc43c8a536f6526dc530b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032095 Jul 12 14:46:44.112720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-7b19e108-19a8-42b5-a422-9f95ef41dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.117844 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7b53b7f3-f9e1-4941-b0fc-ffb3fe10461e req-7b19e108-19a8-42b5-a422-9f95ef41dba9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021791 Jul 12 14:46:44.194333 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad34a-5a97-40aa-bb7f-6fd4c2772dc1 req-9aa5f0cf-ac86-4140-a2c8-fcf1a815ffa0 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.196025 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9ffad34a-5a97-40aa-bb7f-6fd4c2772dc1 req-9aa5f0cf-ac86-4140-a2c8-fcf1a815ffa0 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0576265 Jul 12 14:46:44.253599 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-c6084207-d866-4ddb-8715-c7e1c951e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.255144 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-c6084207-d866-4ddb-8715-c7e1c951e862 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1128 time: 0.0582790 Jul 12 14:46:44.279132 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9ffad34a-5a97-40aa-bb7f-6fd4c2772dc1 req-a1d60e65-dfbe-4f20-883d-a38e8d1baf2c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740829 Jul 12 14:46:44.347641 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-27e15645-a644-45d2-a583-756bebc230bc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 200 len: 217 time: 0.0485013 Jul 12 14:46:44.363738 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:44.410405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-83762453-8f77-4584-9024-f2d149a229fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.414419 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-83762453-8f77-4584-9024-f2d149a229fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0575995 Jul 12 14:46:44.459750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-77cb5f2a-15e8-43de-8c4b-baca812bfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:44.461281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-77cb5f2a-15e8-43de-8c4b-baca812bfae0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428038 Jul 12 14:46:44.554219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-adb75976-4774-4b88-b85b-349b2db41339 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852189 Jul 12 14:46:44.654786 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-41a2fdca-2833-47ab-9c71-3222e95b3daf req-d8bbb085-d7d6-497f-b0d1-d0bb98cfe276 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923090 Jul 12 14:46:44.846276 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:44.850104 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:45.395446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d9dd-27b6-471c-8042-b4457367286b req-9b5b8cce-f692-42b4-b441-ae8935707953 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:45.396961 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9127d9dd-27b6-471c-8042-b4457367286b req-9b5b8cce-f692-42b4-b441-ae8935707953 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Jul 12 14:46:45.455305 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9127d9dd-27b6-471c-8042-b4457367286b req-fbaa8f1a-b5c3-427e-bd2a-1d8c5fbf7868 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525973 Jul 12 14:46:45.607934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9e34cecf-5853-441a-9636-f771e0a4d3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:46.578904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352dbfc-a2eb-4fa0-b606-c662603fc80a req-6b534cc6-71fb-4ec4-81cf-2231a8efc61a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:46.580361 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e352dbfc-a2eb-4fa0-b606-c662603fc80a req-6b534cc6-71fb-4ec4-81cf-2231a8efc61a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0515020 Jul 12 14:46:46.630257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e352dbfc-a2eb-4fa0-b606-c662603fc80a req-6f22bb74-d450-417c-aef3-01f022a9a521 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Jul 12 14:46:46.762109 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:47.750620 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb301-2ce6-4242-909d-b678dde432f9 req-b66dbb79-c178-444a-8c19-25c6a916632a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:47.752364 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3c0fb301-2ce6-4242-909d-b678dde432f9 req-b66dbb79-c178-444a-8c19-25c6a916632a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0530396 Jul 12 14:46:47.801373 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3c0fb301-2ce6-4242-909d-b678dde432f9 req-d584ef20-73e4-4e4a-859d-df2b6f8fd52f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Jul 12 14:46:48.242094 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:48.676724 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:48.912523 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86cf9-f107-4f12-b5d9-50d79c88e176 req-865c6f0f-a2a8-4776-aa10-f2a80c655647 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:48.914001 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c0b86cf9-f107-4f12-b5d9-50d79c88e176 req-865c6f0f-a2a8-4776-aa10-f2a80c655647 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0470719 Jul 12 14:46:48.965803 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c0b86cf9-f107-4f12-b5d9-50d79c88e176 req-909bd243-7ade-4f4e-9879-2c2d58a9bb71 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463061 Jul 12 14:46:50.080759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da1230-569c-4d29-ba31-e90658223a71 req-b2d6ec71-07e2-4e18-8970-0404bd828b5b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:50.082216 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8da1230-569c-4d29-ba31-e90658223a71 req-b2d6ec71-07e2-4e18-8970-0404bd828b5b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0474937 Jul 12 14:46:50.131815 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8da1230-569c-4d29-ba31-e90658223a71 req-7e08e3c2-4d50-4a85-8295-de4292cbe980 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Jul 12 14:46:51.246131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5a8ce-9a33-4ec2-a8b4-38ea804e54a4 req-2677893e-72bd-4158-ac04-39b0bd882ec2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:51.247600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cde5a8ce-9a33-4ec2-a8b4-38ea804e54a4 req-2677893e-72bd-4158-ac04-39b0bd882ec2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0474722 Jul 12 14:46:51.280475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:51.296727 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cde5a8ce-9a33-4ec2-a8b4-38ea804e54a4 req-db89c192-a29f-4e33-b218-9461763a0a46 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434337 Jul 12 14:46:51.431690 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1729-a5bc-4466-84ff-ac0ba7fa3b06 req-93ff7579-62d0-42cf-b10e-83fa6c9643de tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:51.433298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-837d1729-a5bc-4466-84ff-ac0ba7fa3b06 req-93ff7579-62d0-42cf-b10e-83fa6c9643de tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0509965 Jul 12 14:46:51.482784 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-837d1729-a5bc-4466-84ff-ac0ba7fa3b06 req-ed47f262-354d-4bf9-a7ed-2dd896c4d4d1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Jul 12 14:46:52.411122 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20a1f3-b140-4eaf-ac74-775041b666ab req-73c49f91-4e65-433b-89f4-d2ec751078c6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:52.412600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f20a1f3-b140-4eaf-ac74-775041b666ab req-73c49f91-4e65-433b-89f4-d2ec751078c6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0476959 Jul 12 14:46:52.461545 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f20a1f3-b140-4eaf-ac74-775041b666ab req-fe9f65cd-99ee-4f96-aa1a-2b9c8667c409 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Jul 12 14:46:52.603351 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2abc-683b-48f5-b7da-f9d477531b9a req-41d38563-1f5e-4c17-8109-3d069c54d3d4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:52.604744 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c75c2abc-683b-48f5-b7da-f9d477531b9a req-41d38563-1f5e-4c17-8109-3d069c54d3d4 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0505924 Jul 12 14:46:52.652616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c75c2abc-683b-48f5-b7da-f9d477531b9a req-bb6b9d38-cc2d-4e2a-9413-cd610091a406 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Jul 12 14:46:53.538432 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:53.573804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f69d28-bedd-47f3-836b-5d4934f21063 req-80b818e2-2089-4154-a9ac-1ecd1c5f8650 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:53.575234 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f5f69d28-bedd-47f3-836b-5d4934f21063 req-80b818e2-2089-4154-a9ac-1ecd1c5f8650 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0472145 Jul 12 14:46:53.624882 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f5f69d28-bedd-47f3-836b-5d4934f21063 req-c1a83177-239d-4a8b-b471-c25c777bf392 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Jul 12 14:46:53.763790 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ec658-49ed-470f-abaf-a96b39f35386 req-9c56ee9b-e171-44ab-97dd-b2bb38334dd2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:53.765172 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f4ec658-49ed-470f-abaf-a96b39f35386 req-9c56ee9b-e171-44ab-97dd-b2bb38334dd2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0465500 Jul 12 14:46:53.814349 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f4ec658-49ed-470f-abaf-a96b39f35386 req-53d1d9e0-204f-4eb1-9086-d30d2fcbc379 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Jul 12 14:46:54.737412 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864e0d-1c1f-4434-8c83-c0d13c1e266f req-0ca7fceb-1216-4ea6-9361-d07c489daab8 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:54.738753 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-63864e0d-1c1f-4434-8c83-c0d13c1e266f req-0ca7fceb-1216-4ea6-9361-d07c489daab8 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0466847 Jul 12 14:46:54.786711 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-63864e0d-1c1f-4434-8c83-c0d13c1e266f req-27facfdf-4ef8-4681-a807-36bda8379f4a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Jul 12 14:46:54.926437 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83433cc-d70d-432d-a7a9-05575f0df92c req-0b411e36-d55e-47da-b33b-68d6c75da16b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:54.928432 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f83433cc-d70d-432d-a7a9-05575f0df92c req-0b411e36-d55e-47da-b33b-68d6c75da16b tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0460076 Jul 12 14:46:54.973828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f83433cc-d70d-432d-a7a9-05575f0df92c req-f7730452-e574-4353-8b0a-c0bd0cdaecc1 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397987 Jul 12 14:46:55.903646 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686319c-b96e-4b28-9c9e-f9adb1d5438a req-6180187b-5a42-47ce-8601-5228eb9dd646 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:55.905080 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5686319c-b96e-4b28-9c9e-f9adb1d5438a req-6180187b-5a42-47ce-8601-5228eb9dd646 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0502510 Jul 12 14:46:55.954086 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5686319c-b96e-4b28-9c9e-f9adb1d5438a req-6b518659-3d39-496e-af0c-5a9b01441105 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435982 Jul 12 14:46:56.034370 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:56.088457 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaa2c7-0ed0-4027-ba75-8fd86697cc54 req-fa563778-2c05-44b8-bb17-09c19a51ab7d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:56.089831 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0acaa2c7-0ed0-4027-ba75-8fd86697cc54 req-fa563778-2c05-44b8-bb17-09c19a51ab7d tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0470309 Jul 12 14:46:56.137196 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0acaa2c7-0ed0-4027-ba75-8fd86697cc54 req-f973a2b2-d210-49b2-bdc5-e8515bdad146 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Jul 12 14:46:57.070489 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79295e-84a2-4202-906f-af433c3fc59c req-ebf4ebba-1c50-4243-8d4a-d32e4075ffac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:57.071837 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1b79295e-84a2-4202-906f-af433c3fc59c req-ebf4ebba-1c50-4243-8d4a-d32e4075ffac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0458393 Jul 12 14:46:57.128656 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1b79295e-84a2-4202-906f-af433c3fc59c req-9ca9ef26-6802-46e7-b889-4c2959968122 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503888 Jul 12 14:46:57.211806 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-2fb8204a-8870-4af2-a385-52409c6213b0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:57.213308 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-2fb8204a-8870-4af2-a385-52409c6213b0 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Jul 12 14:46:57.278903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:57.287141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f96bd8-738f-4211-ae2e-0eba5a19740b req-a2b2de61-a009-423e-b93c-719bb2e4eff8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:57.288612 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19f96bd8-738f-4211-ae2e-0eba5a19740b req-a2b2de61-a009-423e-b93c-719bb2e4eff8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 946 time: 0.0744379 Jul 12 14:46:57.352557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Deleting port ff00788d-9218-4980-97fc-18cd7b346c4a {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:46:57.352800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:57.387788 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-19f96bd8-738f-4211-ae2e-0eba5a19740b req-70866f07-94c8-444c-af37-b5a23d72cdb8 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups?id=9dac55ec-491b-4857-bbdd-34a42e7ccf57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932503 Jul 12 14:46:57.455916 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] For port ff00788d-9218-4980-97fc-18cd7b346c4a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ff00788d-9218-4980-97fc-18cd7b346c4a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:57.456292 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:57.465638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:57.866732 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:57.867087 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:57.867400 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Floating IP 6eb85951-7441-4c02-85ad-7ffa678836ca disassociated. External IP: 172.27.3.126, port: ff00788d-9218-4980-97fc-18cd7b346c4a. Jul 12 14:46:57.867749 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Calling delete_port for ff00788d-9218-4980-97fc-18cd7b346c4a owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:46:58.045954 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (ff00788d-9218-4980-97fc-18cd7b346c4a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:58.077861 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'Port': ['ID=ff00788d-9218-4980-97fc-18cd7b346c4a,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:58.087772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 561b44eb-0d73-4072-bb0f-14b66c4fd904 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:46:58.088812 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.089173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.089521 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.089862 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.090201 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.090529 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.090859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.091179 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.091505 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.091832 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.092167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.092482 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.092809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.093128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.093480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.128773 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:58.197631 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:58.202103 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:46:58.211295 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:46:58.250669 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 561b44eb-0d73-4072-bb0f-14b66c4fd904 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:46:58.251056 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:58.266874 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561b44eb-0d73-4072-bb0f-14b66c4fd904 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:46:58.299830 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:46:58.307696 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf062-0957-48f5-bd00-bb85848802e6 req-6964b689-361d-46c4-89f0-6468e487b3df tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:58.309222 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97cbf062-0957-48f5-bd00-bb85848802e6 req-6964b689-361d-46c4-89f0-6468e487b3df tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 944 time: 0.0603521 Jul 12 14:46:58.379633 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:58.383867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:46:58.422116 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:46:58.436688 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97cbf062-0957-48f5-bd00-bb85848802e6 req-57158076-b210-4f9a-8b6c-d51806329387 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983136 Jul 12 14:46:58.459759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] No DVR routers for this DVR port ff00788d-9218-4980-97fc-18cd7b346c4a on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:46:58.462592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:46:58.470142 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-88c56a52-5fa8-4f83-a3d1-d2be296c918f req-1dd278aa-eac6-40b3-a910-4a28b6c682b2 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.33 "DELETE /v2.0/ports/ff00788d-9218-4980-97fc-18cd7b346c4a HTTP/1.1" status: 204 len: 173 time: 1.2459674 Jul 12 14:46:58.480295 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'name': 'network-vif-deleted', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:46:58.480295 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c61663-091b-47a1-a4eb-b075d751e56f" -d '{"events": [{"server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "name": "network-vif-deleted", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:46:58.507269 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:46:58.508193 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:58.539498 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3f3154-060e-45b3-b733-94c2e58f4628 x-openstack-request-id: req-5f3f3154-060e-45b3-b733-94c2e58f4628 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:46:58.539883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059eea39-a5fd-4428-8c51-5548bc8b0e15", "name": "network-vif-deleted", "tag": "ff00788d-9218-4980-97fc-18cd7b346c4a", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:46:58.540211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f3f3154-060e-45b3-b733-94c2e58f4628 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:46:58.540710 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3f3154-060e-45b3-b733-94c2e58f4628'] response: {'server_uuid': '059eea39-a5fd-4428-8c51-5548bc8b0e15', 'name': 'network-vif-deleted', 'tag': 'ff00788d-9218-4980-97fc-18cd7b346c4a', 'status': 'completed', 'code': 200} Jul 12 14:46:58.543089 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bd704453-b1d9-4f1b-b4cf-291a71cdba9d req-d4ce1336-f022-4fb2-a155-5ee34fef9576 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0454514 Jul 12 14:46:58.549467 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:46:58.565487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.565487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.565487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.565487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.565487 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.566647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.566647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.566647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.567009 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.567107 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.567410 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.567753 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.572175 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.572175 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.572501 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:46:58.662472 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:46:58.814899 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:58.842134 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['561b44eb-0d73-4072-bb0f-14b66c4fd904'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:46:58.892576 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:58.932953 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:46:58.959305 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:46:58.959927 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:59.028230 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:59.109928 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:46:59.273450 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:59.276247 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:59.372131 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:46:59.398564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124b63c-be70-428f-8514-4ce099bf3f94 None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:25Z', 'revision_number': 4, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '49669f7c-09d9-4f49-8d8d-f705e408058a', 'name': '', 'network_id': '0743c566-7c21-4b95-974f-e2dc9a3ae72e', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'mac_address': 'fa:16:3e:33:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:24Z', 'updated_at': '2022-07-12T14:39:36Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'subnets': [{'id': '6d03ec40-1eae-4af1-a02a-4443a3102b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:46:59.576559 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44c7dd-18a6-45fb-86df-0a9fdb4de9fa req-d6721b8e-2414-4df4-8e06-12c46f7aed0c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:46:59.578151 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f44c7dd-18a6-45fb-86df-0a9fdb4de9fa req-d6721b8e-2414-4df4-8e06-12c46f7aed0c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 945 time: 0.0627275 Jul 12 14:46:59.641278 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0f44c7dd-18a6-45fb-86df-0a9fdb4de9fa req-96f6cc60-9297-4a96-b6ca-eb4a83276d23 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574648 Jul 12 14:46:59.690757 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5691416-9de7-4bf3-8e8e-3d50611ef99f None None] New status for floating IP 6eb85951-7441-4c02-85ad-7ffa678836ca: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:46:59.811533 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:46:59.831678 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4204d1ff-5f92-4131-bac1-0ef71163c452 req-2c1330ea-a02a-4933-bd3e-5948a485fcce tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/ports?device_id=059eea39-a5fd-4428-8c51-5548bc8b0e15 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jul 12 14:47:00.083374 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 561b44eb-0d73-4072-bb0f-14b66c4fd904 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:00.115602 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:00.127516 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 561b44eb-0d73-4072-bb0f-14b66c4fd904 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:47:00.217409 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 561b44eb-0d73-4072-bb0f-14b66c4fd904 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:00.217790 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:00.294575 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 561b44eb-0d73-4072-bb0f-14b66c4fd904 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:00.294963 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:00.317340 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:00.319615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceefa700-e98a-4adf-921e-9e727eacc851" -d '{"events": [{"server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "name": "network-vif-plugged", "status": "completed", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:00.332319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:00.355645 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f419e0-4c84-458f-b818-f489532c6d9a x-openstack-request-id: req-73f419e0-4c84-458f-b818-f489532c6d9a {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:00.355937 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "name": "network-vif-plugged", "status": "completed", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:00.356191 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73f419e0-4c84-458f-b818-f489532c6d9a {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:00.356587 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f419e0-4c84-458f-b818-f489532c6d9a'] response: {'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'code': 200} Jul 12 14:47:00.425219 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:00.426086 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device ff00788d-9218-4980-97fc-18cd7b346c4a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:00.447494 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: ff00788d-9218-4980-97fc-18cd7b346c4a {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:00.447846 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device ff00788d-9218-4980-97fc-18cd7b346c4a not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:00.488469 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:00.702780 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992032e-deef-466c-a85b-d91eb7fededb req-f788ab68-8fe9-4d79-bce2-c27261c918e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:00.702780 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6992032e-deef-466c-a85b-d91eb7fededb req-f788ab68-8fe9-4d79-bce2-c27261c918e7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1130 time: 0.0419126 Jul 12 14:47:00.790759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2efd93-9846-4ace-b303-2e5b979d536a req-2e1103b9-8c49-44d4-b8a3-bc1787cb4979 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:00.792232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2b2efd93-9846-4ace-b303-2e5b979d536a req-2e1103b9-8c49-44d4-b8a3-bc1787cb4979 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0698857 Jul 12 14:47:00.794989 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6992032e-deef-466c-a85b-d91eb7fededb req-ea5f3566-cd2c-45bd-b80f-c5082117817b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859487 Jul 12 14:47:00.811097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:00.840967 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2b2efd93-9846-4ace-b303-2e5b979d536a req-067f6ca3-8b69-4f91-b6e0-0ab5996ded96 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Jul 12 14:47:00.991895 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34072) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:01.046481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (9dac55ec-491b-4857-bbdd-34a42e7ccf57), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.070514 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (9dac55ec-491b-4857-bbdd-34a42e7ccf57), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.184712 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9dac55ec-491b-4857-bbdd-34a42e7ccf57), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.187315 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.191238 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "DELETE /v2.0/security-groups/9dac55ec-491b-4857-bbdd-34a42e7ccf57 HTTP/1.1" status: 204 len: 168 time: 0.1983426 Jul 12 14:47:01.191368 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34074) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:01.201232 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b41341-ccd8-41eb-a625-5d7ea5bcda10 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac55ec-491b-4857-bbdd-34a42e7ccf57,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:01.205758 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.api.v2.resource [None req-3e578149-6fc2-4ceb-8c62-71bcf3fc11c3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] show failed (client error): The resource could not be found. Jul 12 14:47:01.206789 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3e578149-6fc2-4ceb-8c62-71bcf3fc11c3 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "GET /v2.0/security-groups/9dac55ec-491b-4857-bbdd-34a42e7ccf57 HTTP/1.1" status: 404 len: 347 time: 0.0144930 Jul 12 14:47:01.209564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34076) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:01.320249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Deleting port d9a895cf-236b-4c5b-8ae3-f7e13280ae29 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:01.320491 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.398818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.399140 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.410988 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Calling delete_port for d9a895cf-236b-4c5b-8ae3-f7e13280ae29 owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:01.646103 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (d9a895cf-236b-4c5b-8ae3-f7e13280ae29), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.677265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Pushing event deleted for resources: {'Port': ['ID=d9a895cf-236b-4c5b-8ae3-f7e13280ae29,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:01.732483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks [] for floatingip (6eb85951-7441-4c02-85ad-7ffa678836ca), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.735095 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:01.736231 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-8f613c4c-8726-43bc-9321-13d394440809 tempest-AttachVolumeTestJSON-1798153056 tempest-AttachVolumeTestJSON-1798153056-project] 10.222.0.30 "DELETE /v2.0/floatingips/6eb85951-7441-4c02-85ad-7ffa678836ca HTTP/1.1" status: 204 len: 168 time: 0.5257812 Jul 12 14:47:02.106774 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26a91b-d06d-45e7-9fce-b0f50f8bd1dc req-1514c743-83cb-412d-ad57-a77bc439c833 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:02.108214 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c26a91b-d06d-45e7-9fce-b0f50f8bd1dc req-1514c743-83cb-412d-ad57-a77bc439c833 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0466387 Jul 12 14:47:02.159916 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c26a91b-d06d-45e7-9fce-b0f50f8bd1dc req-440ab61a-a073-4280-a3c6-1c0b3a4f974d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 Jul 12 14:47:03.279988 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb666c0-61f5-4d22-ade3-9a8ca30f8ba6 req-21f60b6b-51d2-4edd-820f-0e91f8a92c8a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:03.281490 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfb666c0-61f5-4d22-ade3-9a8ca30f8ba6 req-21f60b6b-51d2-4edd-820f-0e91f8a92c8a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0480089 Jul 12 14:47:03.329870 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dfb666c0-61f5-4d22-ade3-9a8ca30f8ba6 req-306db75b-0a33-460d-bba0-5c71d92dfc63 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Jul 12 14:47:04.439894 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976aa1-84aa-4aa2-a659-fe0aaf74125c req-0efdce8d-8ee6-447b-aeb3-fbf2456698b5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:04.441382 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e976aa1-84aa-4aa2-a659-fe0aaf74125c req-0efdce8d-8ee6-447b-aeb3-fbf2456698b5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0467448 Jul 12 14:47:04.491087 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6e976aa1-84aa-4aa2-a659-fe0aaf74125c req-f1e75ae3-821c-4471-90e2-0b25a82ee72e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Jul 12 14:47:05.565013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:05.608940 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975958b9-584d-4d24-8774-0bc0caae6b21 req-1d7d44ab-c4aa-42ac-9697-cce80a8119f3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:05.610438 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-975958b9-584d-4d24-8774-0bc0caae6b21 req-1d7d44ab-c4aa-42ac-9697-cce80a8119f3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0541608 Jul 12 14:47:05.660664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-975958b9-584d-4d24-8774-0bc0caae6b21 req-a1585a9d-366c-4ffd-83b9-a66a8577ecf0 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Jul 12 14:47:05.772183 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434187e2-7e1c-4b1f-bc09-dd51529db9d5 req-21079ccf-73e7-4b91-8c29-7d52f5d07dcd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:05.773660 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-434187e2-7e1c-4b1f-bc09-dd51529db9d5 req-21079ccf-73e7-4b91-8c29-7d52f5d07dcd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0472314 Jul 12 14:47:05.825298 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-434187e2-7e1c-4b1f-bc09-dd51529db9d5 req-71ab5f32-d57b-4322-82d9-1fb47f5bf56c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460300 Jul 12 14:47:05.847428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34112) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:05.859293 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:05.890215 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde81e1-f936-4863-bdfc-4b13064e0ee1 tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:05.894767 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-dcde81e1-f936-4863-bdfc-4b13064e0ee1 tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1125 time: 0.0433366 Jul 12 14:47:05.894767 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34116) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:05.898702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:05.977710 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:06.060746 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:06.171292 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.27.3.130 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/e343feaf-bb30-4241-aeab-7f9e73b8215d) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:06.274593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:06.383161 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:06.426217 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:06.434251 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:06.437105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:06.463781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=e343feaf-bb30-4241-aeab-7f9e73b8215d,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:06.656147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:06.750149 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:06.805302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (82ef3f09-fdc5-4b01-9f89-6e38e24069d9), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:06.963973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:07.111590 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:07.197943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:07.272219 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=e343feaf-bb30-4241-aeab-7f9e73b8215d,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:07.278795 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (82ef3f09-fdc5-4b01-9f89-6e38e24069d9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:07.377630 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP 82ef3f09-fdc5-4b01-9f89-6e38e24069d9 associated. External IP: 172.27.3.130, port: 561b44eb-0d73-4072-bb0f-14b66c4fd904. Jul 12 14:47:07.471647 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:07.585461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:07.690358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:07.700465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:07.709715 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:07.716082 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:07.776682 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:07.813213 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-39951d4e-fcea-441f-a12d-d99cb58336db tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9153855 Jul 12 14:47:07.813213 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:07.813901 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b96c9-73f5-4327-bba2-53da41057cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:07.858902 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a148b6f-5627-4bb8-b2d0-99cc82821cfe x-openstack-request-id: req-5a148b6f-5627-4bb8-b2d0-99cc82821cfe {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:07.859215 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:07.859468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a148b6f-5627-4bb8-b2d0-99cc82821cfe {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:07.860078 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a148b6f-5627-4bb8-b2d0-99cc82821cfe'] response: {'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'status': 'completed', 'code': 200} Jul 12 14:47:07.915682 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34150) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:07.951679 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-6225b54e-9ba9-471e-bf9e-5c8f286fea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:07.953331 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-6225b54e-9ba9-471e-bf9e-5c8f286fea7b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1130 time: 0.0413868 Jul 12 14:47:07.954607 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:08.060251 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-6e0caf73-43de-43d6-b709-2a15ccdc7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:08.061852 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-6e0caf73-43de-43d6-b709-2a15ccdc7cf1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.1019027 Jul 12 14:47:08.122815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:08.133447 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-a8144080-6068-4a6d-b1d6-9700de6be2c5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 200 len: 1000 time: 0.0640981 Jul 12 14:47:08.181996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:06Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:08.195266 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-21af22b7-685d-40a2-a2d7-fec93e8e7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:08.195887 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-21af22b7-685d-40a2-a2d7-fec93e8e7fca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0557990 Jul 12 14:47:08.211406 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:08.220829 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:08.221816 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:08.278922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-2e1fa5ce-a038-4883-98d5-0e4a56aac3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:08.280618 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-2e1fa5ce-a038-4883-98d5-0e4a56aac3b2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741978 Jul 12 14:47:08.337435 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:08.381003 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-40f55b1a-5eb6-4759-815d-21efd6f883c6 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935419 Jul 12 14:47:08.439630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:08.472560 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (b5c796bc-b434-454a-a1d0-d33f24551170), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:08.511954 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-804b96c9-73f5-4327-bba2-53da41057cf4 req-30ea4d18-88d3-4cf9-bccc-f992810df4dc service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225863 Jul 12 14:47:08.573720 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:08.586377 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:06Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:08.613146 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcca67-29ed-4c40-b360-af8ff54d2c5d None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:06Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:08.765257 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Deleting port 49669f7c-09d9-4f49-8d8d-f705e408058a {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:08.765600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:08.841288 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf326a-49a4-4ca2-8eca-7c24fcc0d79e None None] New status for floating IP 82ef3f09-fdc5-4b01-9f89-6e38e24069d9: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:47:08.847662 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] For port 49669f7c-09d9-4f49-8d8d-f705e408058a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=49669f7c-09d9-4f49-8d8d-f705e408058a,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:08.848029 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:08.861276 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Calling delete_port for 49669f7c-09d9-4f49-8d8d-f705e408058a owned by network:router_interface {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:08.920782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:08.928763 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:09.100390 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (49669f7c-09d9-4f49-8d8d-f705e408058a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:09.130579 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=49669f7c-09d9-4f49-8d8d-f705e408058a,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:09.297243 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (b5c796bc-b434-454a-a1d0-d33f24551170), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:09.504648 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Router b5c796bc-b434-454a-a1d0-d33f24551170 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:09.606936 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:09.611784 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-866d5676-b23b-4180-b02c-86d7d2ca1d90 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5c796bc-b434-454a-a1d0-d33f24551170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945033 Jul 12 14:47:09.614423 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34160) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:09.615309 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Sync routers for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:09.629439 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:09.630002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:09.743430 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:09.924172 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:09.929014 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:09.958881 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Checking router: b5c796bc-b434-454a-a1d0-d33f24551170 for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:09.971311 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Routers {'b5c796bc-b434-454a-a1d0-d33f24551170'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:09.971917 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:46:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b5c796bc-b434-454a-a1d0-d33f24551170'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:09.981953 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks [] for router (b5c796bc-b434-454a-a1d0-d33f24551170), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.073935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] Set router b5c796bc-b434-454a-a1d0-d33f24551170 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:10.082335 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks [] for router_gateway (b5c796bc-b434-454a-a1d0-d33f24551170), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.203325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Deleting port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:10.203664 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.240895 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:10.266693 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f129a-75bc-4fb2-bfe4-117d01b0f449 None None] The sync data for ids ['b5c796bc-b434-454a-a1d0-d33f24551170'] in dv-cinder-820027-12-iscsi is: [{'id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'name': 'tempest-AttachVolumeTestJSON-1126841729-router', 'tenant_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 5, 'project_id': '52569bf4eba24c2a9fa0ef8c26b8b22d', 'gw_port': {'id': 'cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c796bc-b434-454a-a1d0-d33f24551170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:10.266961 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:10.285172 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] For port cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:10.285549 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.299100 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Calling delete_port for cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:10.568128 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.597418 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:10.662524 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (b5c796bc-b434-454a-a1d0-d33f24551170), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.753855 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (b5c796bc-b434-454a-a1d0-d33f24551170), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.756023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks [] for router_controller (b5c796bc-b434-454a-a1d0-d33f24551170), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.851813 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (b5c796bc-b434-454a-a1d0-d33f24551170), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.852336 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c796bc-b434-454a-a1d0-d33f24551170 {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:47:10.856815 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.858018 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b2c67dee-2d31-4b39-a71f-b43e47d44742 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b5c796bc-b434-454a-a1d0-d33f24551170 HTTP/1.1" status: 204 len: 168 time: 1.2426360 Jul 12 14:47:10.860581 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34168) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:10.908815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Deleting subnet 6d03ec40-1eae-4af1-a02a-4443a3102b6c {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:47:10.912570 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Publish callbacks [] for subnet (6d03ec40-1eae-4af1-a02a-4443a3102b6c), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:10.951225 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (6d03ec40-1eae-4af1-a02a-4443a3102b6c), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.036156 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:11.038885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (6d03ec40-1eae-4af1-a02a-4443a3102b6c), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.166449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (6d03ec40-1eae-4af1-a02a-4443a3102b6c), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.193028 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d03ec40-1eae-4af1-a02a-4443a3102b6c,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:11.197425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.200614 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3e27467e-d4b5-4b15-af61-7bc024fec82b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6d03ec40-1eae-4af1-a02a-4443a3102b6c HTTP/1.1" status: 204 len: 168 time: 0.3389010 Jul 12 14:47:11.203004 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e669e-e922-49bd-a280-07fb20ac8ca8 None None] Network 0743c566-7c21-4b95-974f-e2dc9a3ae72e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:11.203581 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34174) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:11.284425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (0743c566-7c21-4b95-974f-e2dc9a3ae72e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.346231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Deleting port e6f7bfea-b417-49c2-ad47-404476539b6d {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:11.346821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.381029 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:11.400991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:11.401406 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device cd9431bc-74d5-4fe9-83d7-cadf3e9ad48e not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:11.401794 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 49669f7c-09d9-4f49-8d8d-f705e408058a no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:11.420553 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 49669f7c-09d9-4f49-8d8d-f705e408058a {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:11.420810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 49669f7c-09d9-4f49-8d8d-f705e408058a not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:11.425412 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] For port e6f7bfea-b417-49c2-ad47-404476539b6d, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=e6f7bfea-b417-49c2-ad47-404476539b6d,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:11.425782 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.441211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Calling delete_port for e6f7bfea-b417-49c2-ad47-404476539b6d owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:11.442539 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34178) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:11.453586 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] DHCP port deletion for 0743c566-7c21-4b95-974f-e2dc9a3ae72e request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:47:11.501982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Deleting port e6f7bfea-b417-49c2-ad47-404476539b6d {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:11.502609 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.568857 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-66398a3f-ac39-46e7-888d-09b78812e8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.569863 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] For port e6f7bfea-b417-49c2-ad47-404476539b6d, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=e6f7bfea-b417-49c2-ad47-404476539b6d,segment=NetworkSegment(61646ab3-cb59-4feb-a786-d4e64e0ac24d),segment_id=61646ab3-cb59-4feb-a786-d4e64e0ac24d)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:11.570259 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.585381 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Calling delete_port for e6f7bfea-b417-49c2-ad47-404476539b6d owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:11.643431 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:11.657492 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-66398a3f-ac39-46e7-888d-09b78812e8b3 admin admin] Publish callbacks [] for security_group (cd439aa4-ad5e-42a1-9479-4fdccdd05d12), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.671275 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:11.716906 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-66398a3f-ac39-46e7-888d-09b78812e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (cd439aa4-ad5e-42a1-9479-4fdccdd05d12), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.717574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.745685 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] No DVR routers for this DVR port e6f7bfea-b417-49c2-ad47-404476539b6d on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:47:11.750036 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891d2ff-725a-418e-9e56-952c56ab6f34 None None] Pushing event deleted for resources: {'Port': ['ID=e6f7bfea-b417-49c2-ad47-404476539b6d,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:11.762276 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-66398a3f-ac39-46e7-888d-09b78812e8b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ddd54b29e2645b3a99d5a92db287bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186235 Jul 12 14:47:11.762478 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34182) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:11.763261 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66398a3f-ac39-46e7-888d-09b78812e8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd439aa4-ad5e-42a1-9479-4fdccdd05d12,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:11.794486 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:11.801167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (e6f7bfea-b417-49c2-ad47-404476539b6d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.837561 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f7bfea-b417-49c2-ad47-404476539b6d,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:11.839397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] No DVR routers for this DVR port e6f7bfea-b417-49c2-ad47-404476539b6d on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:47:11.886026 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] Publish callbacks [] for security_group (cd439aa4-ad5e-42a1-9479-4fdccdd05d12), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.938235 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (0743c566-7c21-4b95-974f-e2dc9a3ae72e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.949978 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] Publish callbacks [] for security_group (cd439aa4-ad5e-42a1-9479-4fdccdd05d12), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:11.980491 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0743c566-7c21-4b95-974f-e2dc9a3ae72e']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:12.001046 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61646ab3-cb59-4feb-a786-d4e64e0ac24d') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:12.001373 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61646ab3-cb59-4feb-a786-d4e64e0ac24d') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:12.011976 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (61646ab3-cb59-4feb-a786-d4e64e0ac24d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.026681 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (61646ab3-cb59-4feb-a786-d4e64e0ac24d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.033320 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:47:12.033706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (61646ab3-cb59-4feb-a786-d4e64e0ac24d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.060411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 61646ab3-cb59-4feb-a786-d4e64e0ac24d resource provider aggregate not found Jul 12 14:47:12.104052 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 61646ab3-cb59-4feb-a786-d4e64e0ac24d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61646ab3-cb59-4feb-a786-d4e64e0ac24d found for delete ", "request_id": "req-ac5d8cf5-0d9e-42a1-808e-05a67927f39a"}]} Jul 12 14:47:12.121959 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (cd439aa4-ad5e-42a1-9479-4fdccdd05d12), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.124496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.125692 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd439aa4-ad5e-42a1-9479-4fdccdd05d12 HTTP/1.1" status: 204 len: 168 time: 0.3619180 Jul 12 14:47:12.134449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32246c26-760a-4bf8-8bad-c7ed99e2e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd439aa4-ad5e-42a1-9479-4fdccdd05d12,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:12.217760 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (0743c566-7c21-4b95-974f-e2dc9a3ae72e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.223180 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.227042 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0743c566-7c21-4b95-974f-e2dc9a3ae72e HTTP/1.1" status: 204 len: 168 time: 1.0217936 Jul 12 14:47:12.237444 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2961c-49d6-49ac-8a00-a22a20612ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0743c566-7c21-4b95-974f-e2dc9a3ae72e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:12.567059 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34200) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:12.607513 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4b5ea6ab-216b-4424-b8ae-af0ad2047deb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52569bf4eba24c2a9fa0ef8c26b8b22d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391080 Jul 12 14:47:12.610021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34202) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:12.664530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] Publish callbacks [] for security_group (f1964edc-1489-4164-98a6-43494b9b21be), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.675584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:12.687591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] Publish callbacks [] for security_group (f1964edc-1489-4164-98a6-43494b9b21be), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.796259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f1964edc-1489-4164-98a6-43494b9b21be), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.798778 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:12.799934 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1964edc-1489-4164-98a6-43494b9b21be HTTP/1.1" status: 204 len: 168 time: 0.1890240 Jul 12 14:47:12.810298 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5978-5253-4bf2-9011-15f00f98b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1964edc-1489-4164-98a6-43494b9b21be,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:13.203358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34222) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:13.259831 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device e6f7bfea-b417-49c2-ad47-404476539b6d no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:13.279249 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: e6f7bfea-b417-49c2-ad47-404476539b6d {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:13.279664 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device e6f7bfea-b417-49c2-ad47-404476539b6d not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:13.305956 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1106124830-network', 'tenant_id': 'e89c4c765f5243eaa314231429d20598'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:13.367858 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-ef147e7f-ec2d-447a-b332-e673976b3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.408189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Made reservation on behalf of e89c4c765f5243eaa314231429d20598 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:13.410661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.420182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.501564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks [] for security_group (b343f8f3-9a77-415a-9f77-e21865e7fffa), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.579629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b343f8f3-9a77-415a-9f77-e21865e7fffa), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.602534 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:47:13.618689 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343f8f3-9a77-415a-9f77-e21865e7fffa,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:13.621605 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (8d57ebb5-e396-470d-89c8-96a7bdf41fdc), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.621945 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Added segment 8d57ebb5-e396-470d-89c8-96a7bdf41fdc of type vlan for network 42dafc72-b3d0-4625-899c-fa87da784304 Jul 12 14:47:13.662352 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (42dafc72-b3d0-4625-899c-fa87da784304), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.766316 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (42dafc72-b3d0-4625-899c-fa87da784304), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.767349 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:13.767962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.772198 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34238) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:13.831721 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=42dafc72-b3d0-4625-899c-fa87da784304,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:13.842073 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 42dafc72-b3d0-4625-899c-fa87da784304 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:47:13.875911 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1790688645-network', 'tenant_id': '35438fec2e37438e99201870e0d650af'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:13.889224 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-772e3cb0-3e58-4ab9-bfa8-01f9599ecdc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6843441 Jul 12 14:47:13.891866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34242) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:13.896595 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Request body: {'subnet': {'network_id': '42dafc72-b3d0-4625-899c-fa87da784304', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1106124830-subnet', 'tenant_id': 'e89c4c765f5243eaa314231429d20598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:13.903722 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:13.971466 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'network': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:13.973909 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.983465 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:13.983637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Made reservation on behalf of e89c4c765f5243eaa314231429d20598 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:13.986098 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15868085'] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.003366 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:14.062127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks [] for security_group (268d6b30-1ec8-4a77-a446-e4cb86d629e3), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.146389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:14.156517 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (268d6b30-1ec8-4a77-a446-e4cb86d629e3), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.169475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=16 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:14.184936 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=105839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:47:14.191156 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d6b30-1ec8-4a77-a446-e4cb86d629e3,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:14.197064 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (d2f38655-aa81-4bb1-a2f0-a068d8d0c8de), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.197440 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.segments_db [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Added segment d2f38655-aa81-4bb1-a2f0-a068d8d0c8de of type vlan for network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 Jul 12 14:47:14.234917 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16567232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15868067'] for subnet (5660542b-5d21-4c6f-bc6f-3abdf01ea4bd), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.239268 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (18dbd310-dea2-4429-9ee9-f4f77e3d7b99), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.293283 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5660542b-5d21-4c6f-bc6f-3abdf01ea4bd,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:14.300607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Checking segment: {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:14.300961 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Network hostable DHCP agents. Network: 42dafc72-b3d0-4625-899c-fa87da784304, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:47:14.324021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (18dbd310-dea2-4429-9ee9-f4f77e3d7b99), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.324021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:14.324021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.388082 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] Pushing event updated for resources: {'Network': ['ID=18dbd310-dea2-4429-9ee9-f4f77e3d7b99,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:14.397409 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:47:14.400564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Network 42dafc72-b3d0-4625-899c-fa87da784304 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:47:14.442470 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-dbecf669-089b-4140-b381-0a6e399131c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6648693 Jul 12 14:47:14.442470 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34248) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:14.446549 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Request body: {'subnet': {'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-subnet', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:14.485751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 42dafc72-b3d0-4625-899c-fa87da784304) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:14.489660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:14.490258 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.494239 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47993c6-fc59-4059-9e53-f8b16e0b0cc6 None None] Network 42dafc72-b3d0-4625-899c-fa87da784304 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:14.560162 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'subnet': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:14.562666 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4492623'] for subnet (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.575624 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d7066cca-40bf-472a-a891-06c6f943fa02 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6825562 Jul 12 14:47:14.593935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24605d27-b692-4946-84c0-dd99a9d4c7fd None None] Network 42dafc72-b3d0-4625-899c-fa87da784304 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:14.825226 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4492633'] for subnet (2a19ac53-acc9-4da2-b9ea-8b687b6fee42), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:14.828552 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:14.881695 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a19ac53-acc9-4da2-b9ea-8b687b6fee42,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:14.892325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:14.892685 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Network hostable DHCP agents. Network: 18dbd310-dea2-4429-9ee9-f4f77e3d7b99, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:47:14.984812 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:47:15.102963 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 18dbd310-dea2-4429-9ee9-f4f77e3d7b99) {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:15.107079 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:15.113182 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.113444 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b77af-0a44-4f0c-a414-7ed74bc8ffa6 None None] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:15.201398 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-eed62f52-0fa9-4dbe-af0f-889475d64538 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7555199 Jul 12 14:47:15.202004 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34256) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:15.205719 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:15.217513 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d2e456-5081-541b-aada-465f37220bc9-18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42'}]}} from dv-cinder-820027-12-iscsi. {{(pid=105845) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 14:47:15.218551 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.326912 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1069'] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.328030 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1060'] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.383386 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for router_controller (345096f0-9921-4e5c-b40a-56f94d0d867d), precommit_add_association {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.499403 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.db_base_plugin_common [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Allocated IP 172.20.0.2 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/aec2129e-2649-4a41-be8d-55e5d4b54456) {{(pid=105845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:15.598974 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for router_gateway (345096f0-9921-4e5c-b40a-56f94d0d867d), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.603269 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-df079473-cabb-47e0-acc7-8b6b02fcfe05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.655662 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks [] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), precommit_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.743911 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), after_create {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.782707 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:15.785618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.scheduler.base_scheduler [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Resources bound (agent type, host, resource id): {{(pid=105845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:15.788953 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Received port after_create {{(pid=105845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:15.800257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Pushing event updated for resources: {'Port': ['ID=aec2129e-2649-4a41-be8d-55e5d4b54456,revision_number=1']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:15.822814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:15.850138 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Attempting to bind port aec2129e-2649-4a41-be8d-55e5d4b54456 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:47:15.850530 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Attempting to bind port aec2129e-2649-4a41-be8d-55e5d4b54456 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:47:15.850886 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Attempting to bind port aec2129e-2649-4a41-be8d-55e5d4b54456 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:15.853999 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:15.856870 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:15.857391 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:47:15.857584 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:15.857979 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.858366 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:47:15.858821 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Bound port: aec2129e-2649-4a41-be8d-55e5d4b54456, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:47:15.859205 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.860456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for router_gateway (345096f0-9921-4e5c-b40a-56f94d0d867d), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.879633 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:15.922796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] For port aec2129e-2649-4a41-be8d-55e5d4b54456, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:47:15.925795 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] For port aec2129e-2649-4a41-be8d-55e5d4b54456, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=aec2129e-2649-4a41-be8d-55e5d4b54456,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:47:15.995729 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Allocated IP 172.27.3.216 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/0a36eac2-0a15-4560-ae5f-2ca4f978c9b7) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:16.097533 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.138073 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.199826 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8474c-b40c-4eb6-966c-9076ac824d3c None None] Pushing event updated for resources: {'Port': ['ID=aec2129e-2649-4a41-be8d-55e5d4b54456,revision_number=2']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:16.226303 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.271377 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:16.275347 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:16.278534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:16.282555 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:16.286796 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Pushing event updated for resources: {'Port': ['ID=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:16.658469 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for router_gateway (345096f0-9921-4e5c-b40a-56f94d0d867d), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.760862 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-78b3ed5a-c3b0-418e-a31a-ce7befa7d973 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:16.767561 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-78b3ed5a-c3b0-418e-a31a-ce7befa7d973 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/networks?id=42dafc72-b3d0-4625-899c-fa87da784304 HTTP/1.1" status: 200 len: 814 time: 0.1175129 Jul 12 14:47:16.779159 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-e7ad5cd1-23a5-485f-948b-3958f5ea11b2 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/quotas/e89c4c765f5243eaa314231429d20598 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Jul 12 14:47:16.785838 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.816589 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-d484bc34-18f1-4d46-b72e-9bfffbcdf35d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307958 Jul 12 14:47:16.854722 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499807'] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:16.918197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-472077bb-3c70-453b-8815-8d785c187359 service neutron] 10.222.0.30 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944428 Jul 12 14:47:17.016697 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-3a665d3c-9064-4574-8f02-527ce9ee8bfd service neutron] 10.222.0.30 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922477 Jul 12 14:47:17.083242 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ec09e-1216-410f-8af8-86f6925c9385 None None] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:17.088162 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Router 345096f0-9921-4e5c-b40a-56f94d0d867d is scheduled to L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 with binding_index 1 {{(pid=105839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 14:47:17.149580 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:17.161683 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Provisioning complete for port aec2129e-2649-4a41-be8d-55e5d4b54456 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:17.166931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.194954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:17.205271 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:17.222288 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:17.223053 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:17.313676 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.315067 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Current status of the port aec2129e-2649-4a41-be8d-55e5d4b54456 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:17.327369 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.327470 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-07907bc9-3179-4aa7-9188-d604d3bce610 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1136913 Jul 12 14:47:17.327470 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34278) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:17.360148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device aec2129e-2649-4a41-be8d-55e5d4b54456 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:17.383858 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-94acb0bb-626f-4ba2-9c3d-b73c8e9a4b2e req-7c4b6351-e06c-4e6d-afec-4050013caca2 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 210 time: 0.0479996 Jul 12 14:47:17.385059 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] For port aec2129e-2649-4a41-be8d-55e5d4b54456, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=aec2129e-2649-4a41-be8d-55e5d4b54456,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:17.399337 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:17.459672 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port aec2129e-2649-4a41-be8d-55e5d4b54456 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:17.460205 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.500961 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.593227 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43a7c-feee-440d-88a7-c6114c4a7863 None None] Pushing event updated for resources: {'Port': ['ID=aec2129e-2649-4a41-be8d-55e5d4b54456,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:17.644204 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-90631b8a-daf0-4948-89fd-a81795ad504b None None] Provisioning complete for port aec2129e-2649-4a41-be8d-55e5d4b54456 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:17.644574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-90631b8a-daf0-4948-89fd-a81795ad504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.648262 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port aec2129e-2649-4a41-be8d-55e5d4b54456 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:17.674841 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:16Z', 'revision_number': 3, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:17.683558 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:17.700730 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:17.701079 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Updating router 345096f0-9921-4e5c-b40a-56f94d0d867d port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 binding host dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:47:17.729304 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-90631b8a-daf0-4948-89fd-a81795ad504b None None] Current status of the port aec2129e-2649-4a41-be8d-55e5d4b54456 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:17.731725 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.827644 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:17.840484 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:17.984456 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks [] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), precommit_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.057847 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.103194 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:18.107474 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Attempting to bind port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:47:18.107604 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Attempting to bind port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:47:18.107953 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Attempting to bind port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 on network 7512f9b9-d5a8-45c1-a5fd-852053e1935e {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:18.118698 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:47:18.119063 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Checking segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:18.119454 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.119832 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Bound using segment: {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'} {{(pid=105846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:47:18.120290 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.managers [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Bound port: 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca5c24-b2f3-46c0-9eef-5382ee8badc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}}] {{(pid=105846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:47:18.120656 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), before_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.122429 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Pushing event updated for resources: {'Port': ['ID=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,revision_number=2']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:18.146427 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.146761 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.147093 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.147445 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.147776 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.148093 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.148441 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.148811 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.149070 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.149426 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.149741 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.150066 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.150378 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.150686 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.151147 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:18.185931 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] For port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:47:18.189032 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.plugins.ml2.db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] For port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:47:18.240377 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:47:18.269469 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Allocated IP 172.20.0.1 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/7189405a-aa7a-41f0-a71a-1538e7152f96) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:18.282310 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.282785 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron_lib.callbacks.manager [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), after_update {{(pid=105846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.287576 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:18.339988 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:18.353505 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:18.354052 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:18.380216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks [] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.389534 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d2e4f-018c-45df-b18d-7c29399184e1 None None] Pushing event updated for resources: {'Port': ['ID=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,revision_number=3']} {{(pid=105846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:18.463072 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:18.471440 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f5de2904-d285-4aba-b489-9d92d4548186 req-883c25ae-70cf-4645-b46b-8d6acad2a664 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 210 time: 0.0318887 Jul 12 14:47:18.526767 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.566531 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:18.570776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:18.575101 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:18.606501 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Pushing event updated for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:18.618733 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-508967'] for router_interface (345096f0-9921-4e5c-b40a-56f94d0d867d), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.715175 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.744019 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:16Z', 'revision_number': 3, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:18.769568 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72de014-6b42-40f7-b04e-e1e8020a039c None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:16Z', 'revision_number': 3, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:18.856303 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-80b3e740-a1f9-4101-8ebb-3def0b274619 None None] Provisioning complete for port 7189405a-aa7a-41f0-a71a-1538e7152f96 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:18.856725 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-80b3e740-a1f9-4101-8ebb-3def0b274619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.867285 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:18.896815 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-80b3e740-a1f9-4101-8ebb-3def0b274619 None None] Port 7189405a-aa7a-41f0-a71a-1538e7152f96 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:47:18.923632 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:19.049615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks [] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.137306 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.214668 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Pushing event updated for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:19.219959 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-503151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-515158'] for router_interface (345096f0-9921-4e5c-b40a-56f94d0d867d), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.328605 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:19.330012 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:19.376710 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device aec2129e-2649-4a41-be8d-55e5d4b54456 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:19.451615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port aec2129e-2649-4a41-be8d-55e5d4b54456 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:19.452238 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.466621 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:19.469302 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:19.546158 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port aec2129e-2649-4a41-be8d-55e5d4b54456 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:19.547529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:19.582610 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:19.611607 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:19.612919 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.614174 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:19.620190 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-6559ea44-f609-420c-9bfa-0741b7d6c59f admin admin] 10.222.0.30 "PUT /v2.0/routers/345096f0-9921-4e5c-b40a-56f94d0d867d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3001900 Jul 12 14:47:19.627265 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3e121368-a594-49cf-8b59-a474ff4f0cf4 req-397cd992-884a-4d6d-aca5-b0530b7ae699 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 210 time: 0.0351248 Jul 12 14:47:19.680727 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-c0283f0d-e0ff-49bd-b629-f55688500c38 None None] Provisioning complete for port 7189405a-aa7a-41f0-a71a-1538e7152f96 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:19.681102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c0283f0d-e0ff-49bd-b629-f55688500c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.726111 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-c0283f0d-e0ff-49bd-b629-f55688500c38 None None] Port 7189405a-aa7a-41f0-a71a-1538e7152f96 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:47:19.765386 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:19.765788 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.792195 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] For port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:19.857766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:19.906150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Pushing event updated for resources: {'Port': ['ID=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:20.078679 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-53adf958-58e4-4e93-a2f4-5bd3352f61b3 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:20.080131 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-53adf958-58e4-4e93-a2f4-5bd3352f61b3 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "GET /v2.0/networks?id=42dafc72-b3d0-4625-899c-fa87da784304 HTTP/1.1" status: 200 len: 814 time: 0.1130466 Jul 12 14:47:20.092203 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34300) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:20.096777 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044184570', 'description': 'tempest-description--426464562'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:20.100539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Request body: {'port': {'device_id': '042348db-3a7f-47c5-8d26-336846b56bf1', 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304', 'admin_state_up': True, 'tenant_id': 'e89c4c765f5243eaa314231429d20598'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:20.180021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.253620 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.286227 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Made reservation on behalf of e89c4c765f5243eaa314231429d20598 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:20.290343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.292348 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:20.315528 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.347736 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:20.399372 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.401309 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3d537365-1ed4-4a36-945c-793b34a00831 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3074803 Jul 12 14:47:20.403553 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34306) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:20.408061 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': 'e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:20.439400 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Allocated IP 172.20.0.14 (42dafc72-b3d0-4625-899c-fa87da784304/5660542b-5d21-4c6f-bc6f-3abdf01ea4bd/fefcfef8-6a7e-4939-8324-f3f2f622a338) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:20.465413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:20.498214 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (71d8d197-e8e4-480b-8fe0-cfad78cfa888), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.564263 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (71d8d197-e8e4-480b-8fe0-cfad78cfa888), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.572802 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:20.583831 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:20.584657 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:20.600330 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks [] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.659521 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (71d8d197-e8e4-480b-8fe0-cfad78cfa888), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.680041 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d8d197-e8e4-480b-8fe0-cfad78cfa888,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:20.689235 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.698206 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:20.753371 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.756072 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9053dc4b-8f49-47fe-a7ea-e0040507b7fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501942 Jul 12 14:47:20.762295 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34312) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:20.762656 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Network 42dafc72-b3d0-4625-899c-fa87da784304 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:20.766727 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': 'e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:20.770083 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:20.776167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:20.779409 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Pushing event updated for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:20.820078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad54a2f-0d5e-4e6f-9cf3-3fe7072cc6be req-48d5742c-b31b-4985-901c-e9d8026b7821 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:20.822511 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aad54a2f-0d5e-4e6f-9cf3-3fe7072cc6be req-48d5742c-b31b-4985-901c-e9d8026b7821 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 932 time: 0.1026733 Jul 12 14:47:20.831855 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:20.866144 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (64a37562-ab8f-46e0-aa43-041ac17583bc), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.866871 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:20.868151 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.903349 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aad54a2f-0d5e-4e6f-9cf3-3fe7072cc6be req-f51c43c7-90c4-4dd0-94b2-8f2b07bb622a tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 Jul 12 14:47:20.906470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:20.933400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:20.933753 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Updating router 345096f0-9921-4e5c-b40a-56f94d0d867d port 7189405a-aa7a-41f0-a71a-1538e7152f96 binding host dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 14:47:20.964924 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:20.976135 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-9194ff50-8ea9-4d83-8f59-b3fb682e1082 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8794248 Jul 12 14:47:20.981023 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (64a37562-ab8f-46e0-aa43-041ac17583bc), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.004375 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Request body: {'port': {'device_id': '042348db-3a7f-47c5-8d26-336846b56bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:21.066109 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (64a37562-ab8f-46e0-aa43-041ac17583bc), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.068625 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.108220 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a37562-ab8f-46e0-aa43-041ac17583bc,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:21.161134 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.185897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.187692 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4bb9ca32-da5d-4139-8d1d-a1126254c3ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244361 Jul 12 14:47:21.190836 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34324) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:21.195394 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:21.268784 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks [] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), precommit_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.281070 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:21.299682 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.318138 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.328726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:21.328726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.357433 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.387500 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.396461 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.396876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefcfef8-6a7e-4939-8324-f3f2f622a338 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:47:21.405675 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks [] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.419828 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Transition to ACTIVE for port object fefcfef8-6a7e-4939-8324-f3f2f622a338 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:47:21.523105 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.525050 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.27.3.62 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/fc785def-a6d9-4520-88c2-68049f42cbbc) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:21.526676 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.556250 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be9a76-0df5-46a4-b431-403d54fea42f None None] Pushing event updated for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=3']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:21.569532 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc1aaf-fae9-40ec-9d15-561085902093 req-8d500adc-57e0-480a-abcf-dc20c0552647 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:21.574116 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-49dc1aaf-fae9-40ec-9d15-561085902093 req-8d500adc-57e0-480a-abcf-dc20c0552647 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0872233 Jul 12 14:47:21.637592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.647494 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-49dc1aaf-fae9-40ec-9d15-561085902093 req-59bc5b22-e926-4780-b7d5-0177aab29d09 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671933 Jul 12 14:47:21.660381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Pushing event updated for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:21.663053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:21.677978 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Attempting to bind port 7189405a-aa7a-41f0-a71a-1538e7152f96 on host dv-cinder-820027-12-iscsi for vnic_type normal with profile {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:47:21.678333 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Attempting to bind port 7189405a-aa7a-41f0-a71a-1538e7152f96 by drivers openvswitch,hyperv on host dv-cinder-820027-12-iscsi at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:47:21.678688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Attempting to bind port 7189405a-aa7a-41f0-a71a-1538e7152f96 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:21.683401 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.692338 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Checking agent: {'id': '2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 30, 49), 'started_at': datetime.datetime(2022, 7, 12, 14, 31, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:47:21.692713 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:21.693115 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.693530 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:47:21.693996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.managers [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Bound port: 7189405a-aa7a-41f0-a71a-1538e7152f96, host: dv-cinder-820027-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:47:21.694378 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.743241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Attempting to bind port fefcfef8-6a7e-4939-8324-f3f2f622a338 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:47:21.743944 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Attempting to bind port fefcfef8-6a7e-4939-8324-f3f2f622a338 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:47:21.743944 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Attempting to bind port fefcfef8-6a7e-4939-8324-f3f2f622a338 on network 42dafc72-b3d0-4625-899c-fa87da784304 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:21.749426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Port fefcfef8-6a7e-4939-8324-f3f2f622a338 on network 42dafc72-b3d0-4625-899c-fa87da784304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:47:21.749706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Attempting to bind port fefcfef8-6a7e-4939-8324-f3f2f622a338 on network 42dafc72-b3d0-4625-899c-fa87da784304 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:21.754589 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:21.756265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:47:21.756796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Checking segment: {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:21.757552 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Bound using segment: {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:47:21.758256 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Bound port: fefcfef8-6a7e-4939-8324-f3f2f622a338, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:47:21.758813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.783613 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] For port 7189405a-aa7a-41f0-a71a-1538e7152f96, host dv-cinder-820027-12-iscsi, cleared binding levels {{(pid=105845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:47:21.787150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] For port 7189405a-aa7a-41f0-a71a-1538e7152f96, host dv-cinder-820027-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7189405a-aa7a-41f0-a71a-1538e7152f96,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:47:21.802494 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.824600 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:47:21.828124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:47:21.839984 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:21.842795 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:21.846217 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:21.867830 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-04d51fcc-b1dc-40da-a20e-4ac5368ec9fc None None] Provisioning complete for port 7189405a-aa7a-41f0-a71a-1538e7152f96 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:21.868275 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-04d51fcc-b1dc-40da-a20e-4ac5368ec9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.875099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=fc785def-a6d9-4520-88c2-68049f42cbbc,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:21.892829 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.917720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.936361 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-04d51fcc-b1dc-40da-a20e-4ac5368ec9fc None None] Port 7189405a-aa7a-41f0-a71a-1538e7152f96 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:47:21.964767 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be9a76-0df5-46a4-b431-403d54fea42f None None] Pushing event updated for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:21.969149 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:21.969700 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:21.975160 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.982829 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:21.986373 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:21.987990 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] 10.222.0.33 "PUT /v2.0/ports/fefcfef8-6a7e-4939-8324-f3f2f622a338 HTTP/1.1" status: 200 len: 1094 time: 0.9904561 Jul 12 14:47:21.990854 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:21.993190 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78dfabb-93ce-4eed-b725-ff6e86bdb746" -d '{"events": [{"name": "network-changed", "server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:22.062141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645028-68fe-4811-93b4-5aac31e093ab service neutron] Pushing event updated for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:22.075854 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ac874a-da5e-4d6f-9db4-ad29e5e38004 x-openstack-request-id: req-56ac874a-da5e-4d6f-9db4-ad29e5e38004 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:22.076144 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:22.076511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56ac874a-da5e-4d6f-9db4-ad29e5e38004 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:22.076993 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ac874a-da5e-4d6f-9db4-ad29e5e38004'] response: {'name': 'network-changed', 'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338', 'status': 'completed', 'code': 200} Jul 12 14:47:22.084803 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.087500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f84b16-6a34-4f8d-8536-616e86776d7a req-13d73587-3db8-4a63-9767-4b7cea8feae5 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:22.090094 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-62f84b16-6a34-4f8d-8536-616e86776d7a req-13d73587-3db8-4a63-9767-4b7cea8feae5 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 944 time: 0.0847740 Jul 12 14:47:22.103567 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:22.162164 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-62f84b16-6a34-4f8d-8536-616e86776d7a req-2a65a152-74c9-4357-91e7-b0b05778384b tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617659 Jul 12 14:47:22.245557 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.272307 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Provisioning complete for port 7189405a-aa7a-41f0-a71a-1538e7152f96 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:22.272675 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.300697 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:22.302833 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.358449 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:21Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:22.370535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=fc785def-a6d9-4520-88c2-68049f42cbbc,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:22.373476 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:22.386934 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.417209 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414ffd-f9b6-443a-b2e9-9542f5743da3 None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:21Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:22.427826 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Current status of the port 7189405a-aa7a-41f0-a71a-1538e7152f96 is: DOWN; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:22.428212 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.474030 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] For port 7189405a-aa7a-41f0-a71a-1538e7152f96, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7189405a-aa7a-41f0-a71a-1538e7152f96,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:22.480160 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.490854 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-75f5768c-5a9c-4011-bf57-d3f8373b1c6b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2898889 Jul 12 14:47:22.543284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:22.596462 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdcdbc-61ab-4380-b983-d300686f2d21 None None] Pushing event updated for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:22.644140 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-05c0a31a-2551-493e-bbe5-deee915165c2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2044184570&fields=id&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 267 time: 0.0487776 Jul 12 14:47:22.735956 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:22.798533 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-0f5d3b82-94c1-45fe-9082-f49bd8685063 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:22.800662 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-0f5d3b82-94c1-45fe-9082-f49bd8685063 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1483707 Jul 12 14:47:22.808958 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6caf27-8faf-4917-b860-a288df7b6d95 req-ab05ba76-d9f3-4afa-b49f-4812c621b956 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:22.810484 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe6caf27-8faf-4917-b860-a288df7b6d95 req-ab05ba76-d9f3-4afa-b49f-4812c621b956 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0680156 Jul 12 14:47:22.829417 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-8dda4d79-5e36-4644-8d5b-26f6ac1f0f4d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/quotas/35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 375 time: 0.0179431 Jul 12 14:47:22.906864 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-94572ad8-d295-4276-a9f7-4106865ebe3b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708206 Jul 12 14:47:22.910518 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fe6caf27-8faf-4917-b860-a288df7b6d95 req-7aa22776-84d1-4e4c-8e95-6204b16257db tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905833 Jul 12 14:47:23.012362 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-74a4b921-c6c2-499d-82cd-81b43e4ce46d service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909290 Jul 12 14:47:23.143579 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-7c0c69c5-0640-49a2-b1f2-191b95af1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.145204 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-7c0c69c5-0640-49a2-b1f2-191b95af1806 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 1128 time: 0.0606942 Jul 12 14:47:23.147036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-f105985d-55b9-40a0-99cd-85ded452cf41 service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290331 Jul 12 14:47:23.286927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c29c-f35d-4ee0-821c-d4bba1754524 req-afc3785d-6d90-4ccc-902f-b733f7e480fa tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.288540 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b215c29c-f35d-4ee0-821c-d4bba1754524 req-afc3785d-6d90-4ccc-902f-b733f7e480fa tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 944 time: 0.0523825 Jul 12 14:47:23.306279 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7189405a-aa7a-41f0-a71a-1538e7152f96 up at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:23.372198 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Provisioning complete for port 7189405a-aa7a-41f0-a71a-1538e7152f96 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:23.372576 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:23.475211 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f736c779-65ac-42a0-90d9-163addbfc7c8 req-d25027f2-abd9-4a9f-b53a-2b566f078472 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 210 time: 0.0650740 Jul 12 14:47:23.500132 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b215c29c-f35d-4ee0-821c-d4bba1754524 req-31ec3f11-b9d4-4653-b511-f85e6d2267ab tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944504 Jul 12 14:47:23.501650 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Current status of the port 7189405a-aa7a-41f0-a71a-1538e7152f96 is: ACTIVE; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:23.509684 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-4caa2056-39a1-4629-b3a9-9d724da07a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.511244 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-4caa2056-39a1-4629-b3a9-9d724da07a04 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e89c4c765f5243eaa314231429d20598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2216809 Jul 12 14:47:23.520656 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-d265f34b-e3be-4d47-b0ad-bab0dbf0ca3e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.522174 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-d265f34b-e3be-4d47-b0ad-bab0dbf0ca3e tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0768390 Jul 12 14:47:23.567265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:23.624232 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-c93efccb-dcb6-4597-8b13-a1ba826c949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.625847 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f78dfabb-93ce-4eed-b725-ff6e86bdb746 req-c93efccb-dcb6-4597-8b13-a1ba826c949f service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070623 Jul 12 14:47:23.637412 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Deleting port 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:23.637757 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:23.738274 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] For port 46daa7fa-cab1-4811-a00f-fa4746971c05, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=46daa7fa-cab1-4811-a00f-fa4746971c05,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:23.738647 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:23.739013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-a47ae128-4cee-4ebf-babd-c5e68674b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.740525 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-a47ae128-4cee-4ebf-babd-c5e68674b856 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 1128 time: 0.0404212 Jul 12 14:47:23.794630 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-988dea45-cf10-405c-8578-3212ef09a82d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338 HTTP/1.1" status: 200 len: 217 time: 0.0371902 Jul 12 14:47:23.839734 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:23.844994 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-0eaaec33-9b74-4165-8a2b-d63fc63fd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:23.846471 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-0eaaec33-9b74-4165-8a2b-d63fc63fd0d4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5660542b-5d21-4c6f-bc6f-3abdf01ea4bd HTTP/1.1" status: 200 len: 854 time: 0.0451546 Jul 12 14:47:23.881845 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-a325901a-892e-499f-a3bc-5d9b970b8323 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=42dafc72-b3d0-4625-899c-fa87da784304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271389 Jul 12 14:47:23.910656 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:23.911025 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:23.911339 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Floating IP 5d937c10-8f39-41fe-a9ce-9b03a21827e6 disassociated. External IP: 172.27.3.227, port: 46daa7fa-cab1-4811-a00f-fa4746971c05. Jul 12 14:47:23.911685 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Calling delete_port for 46daa7fa-cab1-4811-a00f-fa4746971c05 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:23.995053 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-e862360c-060a-4d12-a767-2b76de68675b service neutron] 10.222.0.33 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008337 Jul 12 14:47:24.102095 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eabbf1-ad49-4b4f-b68f-cf6aff707d93 req-b25967d3-bd0d-4abd-a6a7-045cd30fb100 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:24.103542 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-57eabbf1-ad49-4b4f-b68f-cf6aff707d93 req-b25967d3-bd0d-4abd-a6a7-045cd30fb100 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 946 time: 0.0867267 Jul 12 14:47:24.142612 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc6cfdb6-5695-46cf-bd73-7b8a866bf88f req-5e6252c7-383a-4985-9ff7-5a30f758a6b4 service neutron] 10.222.0.33 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439638 Jul 12 14:47:24.143929 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (46daa7fa-cab1-4811-a00f-fa4746971c05), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:24.166475 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-57eabbf1-ad49-4b4f-b68f-cf6aff707d93 req-5d1d3bdc-fa78-4a55-b117-47d528ee3fc3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups?id=22e920c8-3663-44de-b146-a73a7e970498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565071 Jul 12 14:47:24.183160 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'Port': ['ID=46daa7fa-cab1-4811-a00f-fa4746971c05,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:24.288677 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:24.290643 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:24.390874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:24.402376 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:24.413328 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:24.414164 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:24.437033 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] No DVR routers for this DVR port 46daa7fa-cab1-4811-a00f-fa4746971c05 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:47:24.439492 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:24.442795 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e74264e7-8e71-420e-bac3-9e8ab57e1e54 req-8ed93cc3-682b-4ed4-a241-94c4188c3e1c tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.33 "DELETE /v2.0/ports/46daa7fa-cab1-4811-a00f-fa4746971c05 HTTP/1.1" status: 204 len: 173 time: 0.9140732 Jul 12 14:47:24.443176 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-deleted', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:24.446005 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71e30c-456f-4692-bdfa-f2d34dfe0127" -d '{"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-deleted", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:24.482111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da05a29-a7da-4d9c-997d-1ddcbb190d99 x-openstack-request-id: req-9da05a29-a7da-4d9c-997d-1ddcbb190d99 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:24.482407 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80951178-6d64-4856-a450-a1e1b64c2586", "name": "network-vif-deleted", "tag": "46daa7fa-cab1-4811-a00f-fa4746971c05", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:24.482660 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9da05a29-a7da-4d9c-997d-1ddcbb190d99 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:24.483064 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da05a29-a7da-4d9c-997d-1ddcbb190d99'] response: {'server_uuid': '80951178-6d64-4856-a450-a1e1b64c2586', 'name': 'network-vif-deleted', 'tag': '46daa7fa-cab1-4811-a00f-fa4746971c05', 'status': 'completed', 'code': 200} Jul 12 14:47:24.522412 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:24.619141 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8cfbaec6-c39e-47ce-b612-cd39ddab11cc req-cbb74ba1-02be-4afa-8aac-a4143efc17fa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 210 time: 0.0467420 Jul 12 14:47:24.636662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0e98-e3ae-4efc-b4ba-b8209baeb39c req-3413ff3c-564a-4beb-b633-2315a0fbf6ae tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:24.639247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-554b0e98-e3ae-4efc-b4ba-b8209baeb39c req-3413ff3c-564a-4beb-b633-2315a0fbf6ae tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 944 time: 0.0775080 Jul 12 14:47:24.697861 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-554b0e98-e3ae-4efc-b4ba-b8209baeb39c req-d6c2dfcc-8613-4f76-8028-c3e2f598f2fd tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jul 12 14:47:24.765613 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:24.772230 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:24.797238 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:24.806145 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:24.806757 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:24.906456 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:25.091915 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:25.119762 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d1dc7-e58d-4e6f-bbcc-ed2e988f18e2 None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:39:29Z', 'revision_number': 4, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '2c25e701-18b4-49ee-8fe6-6a3328d72da0', 'name': '', 'network_id': 'c65826f1-3839-4331-9c1c-eca62ef0fb22', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'mac_address': 'fa:16:3e:4a:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:26Z', 'updated_at': '2022-07-12T14:39:38Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'subnets': [{'id': 'da256611-c8fe-4488-85cc-87cc5fabe155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:25.280148 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d337bbaa-37cc-44e4-a3aa-7c9fbc943620 req-f6ed62ad-1fc2-4e80-82bd-905f0b3581c3 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/ports?device_id=80951178-6d64-4856-a450-a1e1b64c2586 HTTP/1.1" status: 200 len: 210 time: 0.0352883 Jul 12 14:47:25.356362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba352a-8cce-4f8f-b8c5-e5111cef0469 None None] New status for floating IP 5d937c10-8f39-41fe-a9ce-9b03a21827e6: DOWN {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:47:25.716503 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-50133d8e-a6e6-4c46-9ed4-6e84e0cd356e req-29593412-f462-4dfa-bcbe-8c9d8630a68f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 210 time: 0.0271080 Jul 12 14:47:25.790845 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:25.827006 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ef26d-c5b0-41ef-aae0-60f79c3ff9cf req-709b9045-1980-4ff4-a724-8a6837ca78b0 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:25.828404 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-149ef26d-c5b0-41ef-aae0-60f79c3ff9cf req-709b9045-1980-4ff4-a724-8a6837ca78b0 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 944 time: 0.0490601 Jul 12 14:47:25.876795 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-149ef26d-c5b0-41ef-aae0-60f79c3ff9cf req-b75987ae-f028-4049-b03d-523ee94ef568 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Jul 12 14:47:26.047866 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:26.517480 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34376) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:26.632697 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (22e920c8-3663-44de-b146-a73a7e970498), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:26.672280 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (22e920c8-3663-44de-b146-a73a7e970498), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:26.700548 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-ffbc57ef-61ad-469c-b035-fa63e7aebbb7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:26.702058 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-ffbc57ef-61ad-469c-b035-fa63e7aebbb7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1571782 Jul 12 14:47:26.772248 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-56af76b7-1582-47f9-8aa5-e1bf77c31764 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 380 time: 0.0547786 Jul 12 14:47:26.781560 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'port': {'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'admin_state_up': True, 'tenant_id': '35438fec2e37438e99201870e0d650af', 'security_groups': ['e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7']}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:26.813761 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (22e920c8-3663-44de-b146-a73a7e970498), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:26.816280 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:26.817439 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "DELETE /v2.0/security-groups/22e920c8-3663-44de-b146-a73a7e970498 HTTP/1.1" status: 204 len: 168 time: 0.2989187 Jul 12 14:47:26.818311 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-437d6721-f3ee-4a0f-9c0b-ac42eed4190a req-885a3b5e-3405-4289-a0f0-efa7e1177f46 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 210 time: 0.0312426 Jul 12 14:47:26.825927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34380) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:26.840106 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.api.v2.resource [None req-4ebc2336-813e-4626-b5c0-acb7703f3ca8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] show failed (client error): The resource could not be found. Jul 12 14:47:26.841195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4ebc2336-813e-4626-b5c0-acb7703f3ca8 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "GET /v2.0/security-groups/22e920c8-3663-44de-b146-a73a7e970498 HTTP/1.1" status: 404 len: 347 time: 0.0143135 Jul 12 14:47:26.844119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34382) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:26.862428 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d070b7-4f40-4f57-9782-d31d980caa20 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e920c8-3663-44de-b146-a73a7e970498,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:26.972373 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Deleting port c45d5f1d-ca00-490e-9b67-fc1906dea20e {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:26.972715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.007981 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:47:27.011764 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.025286 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80fceb-cbb9-45ca-a49c-44255331dbf3 req-9d9520f6-494f-4c83-bc77-6decad3e22fb tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:27.026640 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4c80fceb-cbb9-45ca-a49c-44255331dbf3 req-9d9520f6-494f-4c83-bc77-6decad3e22fb tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 944 time: 0.0696788 Jul 12 14:47:27.134800 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:27.151553 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.20.0.4 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/84a8a16c-7c5d-4a9f-9c5b-153879673de1) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:47:27.230544 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fefcfef8-6a7e-4939-8324-f3f2f622a338 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:47:27.242158 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:27.271852 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 46daa7fa-cab1-4811-a00f-fa4746971c05 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:27.272504 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 46daa7fa-cab1-4811-a00f-fa4746971c05 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:27.284431 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:27.315318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.362577 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:27.369411 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:27.374258 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'fefcfef8-6a7e-4939-8324-f3f2f622a338', 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304', 'port_id': 'fefcfef8-6a7e-4939-8324-f3f2f622a338', 'mac_address': 'fa:16:3e:26:a1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5660542b-5d21-4c6f-bc6f-3abdf01ea4bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:47:27.377351 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.377951 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (c45d5f1d-ca00-490e-9b67-fc1906dea20e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.396113 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4c80fceb-cbb9-45ca-a49c-44255331dbf3 req-9779378f-e422-424b-a309-61434ed83023 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366199 Jul 12 14:47:27.397737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Calling delete_port for c45d5f1d-ca00-490e-9b67-fc1906dea20e owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:27.404118 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:27.412874 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fefcfef8-6a7e-4939-8324-f3f2f622a338 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:27.413362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.417922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.433775 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefcfef8-6a7e-4939-8324-f3f2f622a338 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:47:27.454892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:27.474221 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:47:27.477373 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:47:27.481264 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:47:27.487423 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:27.528714 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.539731 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:27.540419 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.581367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:27.608248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (c45d5f1d-ca00-490e-9b67-fc1906dea20e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.625926 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-e00a9342-f552-4a8b-a268-8d6183f602f5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8479750 Jul 12 14:47:27.637347 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Pushing event deleted for resources: {'Port': ['ID=c45d5f1d-ca00-490e-9b67-fc1906dea20e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:27.649421 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Request body: {'port': {'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:27.698470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-5a3df66f-d4b3-4624-b6db-75a5551b6d70 None None] Provisioning complete for port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:27.698883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5a3df66f-d4b3-4624-b6db-75a5551b6d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.708096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks [] for floatingip (5d937c10-8f39-41fe-a9ce-9b03a21827e6), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.710771 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.712036 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-aabf8cdb-d0ac-45b1-88a7-e334b48e5017 tempest-AttachVolumeShelveTestJSON-176723160 tempest-AttachVolumeShelveTestJSON-176723160-project] 10.222.0.30 "DELETE /v2.0/floatingips/5d937c10-8f39-41fe-a9ce-9b03a21827e6 HTTP/1.1" status: 204 len: 168 time: 0.8669522 Jul 12 14:47:27.717943 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:27.739376 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5a3df66f-d4b3-4624-b6db-75a5551b6d70 None None] Port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:47:27.901089 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fefcfef8-6a7e-4939-8324-f3f2f622a338'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:47:27.947962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68a22-ede0-4edd-a11a-b6a94a49278f req-710f8c12-130b-472d-9bcd-c20b092c220d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:27.949496 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cc68a22-ede0-4edd-a11a-b6a94a49278f req-710f8c12-130b-472d-9bcd-c20b092c220d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 931 time: 0.0561602 Jul 12 14:47:27.970906 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:28.005927 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0cc68a22-ede0-4edd-a11a-b6a94a49278f req-5fe2d7d6-98aa-4eff-b238-d695c85fa230 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489366 Jul 12 14:47:28.025522 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a8a16c-7c5d-4a9f-9c5b-153879673de1 {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:47:28.031599 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:28.038716 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks [] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:28.062959 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Transition to ACTIVE for port object 84a8a16c-7c5d-4a9f-9c5b-153879673de1 will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:47:28.183729 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:28.251379 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:28.302540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Attempting to bind port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:47:28.302867 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Attempting to bind port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:47:28.303191 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Attempting to bind port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:28.308362 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:47:28.310281 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Attempting to bind port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:47:28.313765 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:47:28.314106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:47:28.314475 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:47:28.314925 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Bound port: 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:47:28.315284 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:28.383534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:47:28.386567 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:47:28.460134 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:28.469861 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:28.496876 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.497517 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:28.498884 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] 10.222.0.33 "PUT /v2.0/ports/84a8a16c-7c5d-4a9f-9c5b-153879673de1 HTTP/1.1" status: 200 len: 1093 time: 0.8542950 Jul 12 14:47:28.499318 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:28.501550 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249" -d '{"events": [{"name": "network-changed", "server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:28.525102 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3c923-6890-4cb6-ba93-6a94f2cc4fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:28.525823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4819a-6a59-4747-9867-493611589b35 req-c028468b-2a0f-4ea8-9f4c-06b2c97c5579 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.537287 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0af4819a-6a59-4747-9867-493611589b35 req-c028468b-2a0f-4ea8-9f4c-06b2c97c5579 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 945 time: 0.0590796 Jul 12 14:47:28.552110 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80593eb9-aec3-4d7e-bd28-6e2f95b82baa x-openstack-request-id: req-80593eb9-aec3-4d7e-bd28-6e2f95b82baa {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:28.552110 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:28.552110 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80593eb9-aec3-4d7e-bd28-6e2f95b82baa {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:28.553008 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80593eb9-aec3-4d7e-bd28-6e2f95b82baa'] response: {'name': 'network-changed', 'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'status': 'completed', 'code': 200} Jul 12 14:47:28.565885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:28.586255 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0af4819a-6a59-4747-9867-493611589b35 req-9c952a5f-698c-4bfb-9e67-4d04e790952d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Jul 12 14:47:28.664702 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-b03b5e45-5061-493b-9840-ae9003ea7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.666299 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-b03b5e45-5061-493b-9840-ae9003ea7712 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 1127 time: 0.0439365 Jul 12 14:47:28.782468 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-8611d0ba-cbf0-4ea2-b3e9-1e1036b7b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.783868 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-8611d0ba-cbf0-4ea2-b3e9-1e1036b7b9ae service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=35438fec2e37438e99201870e0d650af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0962276 Jul 12 14:47:28.881040 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-b4bf259d-6cbf-40ba-9fae-d818ecf41be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.883683 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-2d0c406c-c6e3-4fb0-848f-b35ea12a0249 req-b4bf259d-6cbf-40ba-9fae-d818ecf41be9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922370 Jul 12 14:47:28.990331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-3b4c8665-3c55-4a37-944a-405b8af441ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:28.991823 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-3b4c8665-3c55-4a37-944a-405b8af441ab service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 1127 time: 0.0406766 Jul 12 14:47:29.042063 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-727cdedb-3492-4201-912c-af5690421f1b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1 HTTP/1.1" status: 200 len: 217 time: 0.0326781 Jul 12 14:47:29.090547 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-0824d1a4-66c8-4b9b-a152-20b9f56b8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.092034 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-0824d1a4-66c8-4b9b-a152-20b9f56b8c12 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0445104 Jul 12 14:47:29.128685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c5b45-bf82-453b-b160-82dbd2c6a605 req-c4d0bbd9-208e-4cb7-9352-6b34b9e572b3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.130251 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f88c5b45-bf82-453b-b160-82dbd2c6a605 req-c4d0bbd9-208e-4cb7-9352-6b34b9e572b3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 943 time: 0.0522077 Jul 12 14:47:29.141403 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-98e2aeab-8aa9-4590-99f2-fbac83894848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.143161 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-98e2aeab-8aa9-4590-99f2-fbac83894848 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449123 Jul 12 14:47:29.201916 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f88c5b45-bf82-453b-b160-82dbd2c6a605 req-11010f30-8374-4c0d-a621-2d3e26a0130a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613539 Jul 12 14:47:29.223470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fefcfef8-6a7e-4939-8324-f3f2f622a338 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:29.271221 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-5bb82012-d42e-41ce-80bb-5d8addb2bddd service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203618 Jul 12 14:47:29.274354 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port fefcfef8-6a7e-4939-8324-f3f2f622a338 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:47:29.275025 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-e8f8c15e-f2a9-454b-a865-918838aae9e2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565832 Jul 12 14:47:29.316774 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:29.356479 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port fefcfef8-6a7e-4939-8324-f3f2f622a338 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:29.357176 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:29.357903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-5bf83eb1-95b4-4343-bcd9-fe89e70dd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.359650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-5bf83eb1-95b4-4343-bcd9-fe89e70dd56b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0401156 Jul 12 14:47:29.401695 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-6f70701a-c0b0-4b39-ac46-35a0df40ab7d req-7deb5242-7e52-44cf-9e9d-c011dbd2194f service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027365 Jul 12 14:47:29.452699 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fefcfef8-6a7e-4939-8324-f3f2f622a338 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:29.453096 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:29.478825 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-a0090aed-18b0-4947-9313-6e33882d5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.480025 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:29.480333 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-a0090aed-18b0-4947-9313-6e33882d5d1c service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.1008372 Jul 12 14:47:29.482325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7124f-c4a0-4c9e-b614-dc1fc29edd61" -d '{"events": [{"server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "name": "network-vif-plugged", "status": "completed", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:29.496881 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:29.523959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711620ce-812e-49da-9be8-edf3c639fb80 x-openstack-request-id: req-711620ce-812e-49da-9be8-edf3c639fb80 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:29.524295 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "name": "network-vif-plugged", "status": "completed", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:29.524552 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-711620ce-812e-49da-9be8-edf3c639fb80 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:29.524951 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711620ce-812e-49da-9be8-edf3c639fb80'] response: {'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338', 'code': 200} Jul 12 14:47:29.545741 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-bb728a6c-45bf-4763-874a-b95823077fff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 1001 time: 0.0591011 Jul 12 14:47:29.577033 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:29.623963 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:29.699932 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174317-2a51-478b-91c9-626c37cdb69c req-d4ec3ea9-b334-4a76-9b55-c4ad804a0433 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:29.701763 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89174317-2a51-478b-91c9-626c37cdb69c req-d4ec3ea9-b334-4a76-9b55-c4ad804a0433 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Jul 12 14:47:29.750712 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89174317-2a51-478b-91c9-626c37cdb69c req-29d2a183-31ef-4151-9169-48426b57a52f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Jul 12 14:47:30.325465 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c10e-794d-4f9d-a72f-e749e24a3105 req-e69ca301-c260-4058-9f98-b126a6616c32 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:30.326813 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aef5c10e-794d-4f9d-a72f-e749e24a3105 req-e69ca301-c260-4058-9f98-b126a6616c32 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 943 time: 0.0497007 Jul 12 14:47:30.373258 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-aef5c10e-794d-4f9d-a72f-e749e24a3105 req-90b76742-1475-44f3-999f-78eb68ca9967 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Jul 12 14:47:30.577117 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34426) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:30.599921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-63db9146-07c6-4efe-93f1-0c6f811e34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:30.603197 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-63db9146-07c6-4efe-93f1-0c6f811e34bc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0482583 Jul 12 14:47:30.651126 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-3a01ecdc-ce40-4a8d-80aa-71f90e81a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:30.652627 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-3a01ecdc-ce40-4a8d-80aa-71f90e81a272 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424483 Jul 12 14:47:30.746921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:30.753047 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-a81aba28-2aac-45bc-bc5f-84b278de2dc3 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925195 Jul 12 14:47:30.887382 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d315b51-dc05-41e2-ae14-e8cb6bcb0999 req-07433b22-2f2f-4c95-9f16-368d29674ab9 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:30.888843 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d315b51-dc05-41e2-ae14-e8cb6bcb0999 req-07433b22-2f2f-4c95-9f16-368d29674ab9 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0692627 Jul 12 14:47:30.891188 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-051adc2b-e301-4c02-b8a6-09ed99819c2b req-12901a77-4ff6-41c9-a1a7-71460539d5ea service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321299 Jul 12 14:47:30.941965 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d315b51-dc05-41e2-ae14-e8cb6bcb0999 req-d95021e1-fbc7-4212-959b-f94fab7f52db tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Jul 12 14:47:31.166210 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67835-b63e-458a-91c7-0f6146502b19 req-0da16544-997d-4cf2-8cc9-7a2a25e134f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:31.167604 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-d1b67835-b63e-458a-91c7-0f6146502b19 req-0da16544-997d-4cf2-8cc9-7a2a25e134f2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 1130 time: 0.3414462 Jul 12 14:47:31.233901 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 84a8a16c-7c5d-4a9f-9c5b-153879673de1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:47:31.291595 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (b83e133b-5e9e-4924-ba7e-498814f948ed), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.343567 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:31.356740 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:47:31.394096 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:31.394724 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.410050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a8a16c-7c5d-4a9f-9c5b-153879673de1 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:47:31.429111 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-d1b67835-b63e-458a-91c7-0f6146502b19 req-1a2f499d-2271-4c94-9a4a-89a92854b51c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003988 Jul 12 14:47:31.431639 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:31.496638 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913be0-0268-4aba-a5bf-4b2ca3cf59ab req-848196a3-76fd-464f-86cd-fe71d6a93a50 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:31.498247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4a913be0-0268-4aba-a5bf-4b2ca3cf59ab req-848196a3-76fd-464f-86cd-fe71d6a93a50 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 943 time: 0.0484602 Jul 12 14:47:31.510675 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.549336 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4a913be0-0268-4aba-a5bf-4b2ca3cf59ab req-185eb908-abb3-4205-ade2-8e655e0cd3fe tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447068 Jul 12 14:47:31.565255 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Deleting port 2c25e701-18b4-49ee-8fe6-6a3328d72da0 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:31.565596 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.568626 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:31.582738 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:31.644372 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] For port 2c25e701-18b4-49ee-8fe6-6a3328d72da0, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2c25e701-18b4-49ee-8fe6-6a3328d72da0,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:31.644772 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.657996 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Calling delete_port for 2c25e701-18b4-49ee-8fe6-6a3328d72da0 owned by network:router_interface {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:31.790810 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:31.876483 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (2c25e701-18b4-49ee-8fe6-6a3328d72da0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:31.905743 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c25e701-18b4-49ee-8fe6-6a3328d72da0,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:31.930391 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.930738 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.931075 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.931404 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.931731 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.932055 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.932372 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.932690 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.932997 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.933341 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.933698 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.934589 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.934589 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.940747 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.940747 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:47:31.940930 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['84a8a16c-7c5d-4a9f-9c5b-153879673de1'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:47:31.969041 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.075103 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.094926 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e280-a308-4762-afec-ed553ec6d9f0 req-c09f5929-8620-4ded-9300-a8ad349a997a tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:32.096566 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4e4e280-a308-4762-afec-ed553ec6d9f0 req-c09f5929-8620-4ded-9300-a8ad349a997a tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0704188 Jul 12 14:47:32.127383 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (b83e133b-5e9e-4924-ba7e-498814f948ed), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:32.144062 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.149337 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a4e4e280-a308-4762-afec-ed553ec6d9f0 req-d63fe914-1f76-43f2-8273-d30cc961bbfe tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Jul 12 14:47:32.333612 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Router b83e133b-5e9e-4924-ba7e-498814f948ed has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:32.438948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:32.444250 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0664d2e7-b7eb-47d1-b443-2ed10cb7c25c admin admin] 10.222.0.30 "PUT /v2.0/routers/b83e133b-5e9e-4924-ba7e-498814f948ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697517 Jul 12 14:47:32.446811 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34436) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:32.447756 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Sync routers for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:32.458714 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:32.459330 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:32.543539 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks [] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:32.557674 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.560374 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:32.580325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.655599 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks [] for router_gateway (b83e133b-5e9e-4924-ba7e-498814f948ed), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:32.686831 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f86e7-db06-4e31-8afd-1fc547163f8f req-e2ee65d8-2947-4d61-be44-6146c725f4c7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:32.688351 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7b2f86e7-db06-4e31-8afd-1fc547163f8f req-e2ee65d8-2947-4d61-be44-6146c725f4c7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 944 time: 0.0543275 Jul 12 14:47:32.738870 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7b2f86e7-db06-4e31-8afd-1fc547163f8f req-d033400e-99f4-4466-bf41-46a21aca8d79 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Jul 12 14:47:32.759878 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:31Z', 'revision_number': 5, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port': {'id': 'eb0c0998-256f-4ba1-b801-10ec3afeec87', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:39:19Z', 'updated_at': '2022-07-12T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:32.763437 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:32.767857 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Deleting port eb0c0998-256f-4ba1-b801-10ec3afeec87 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:32.775635 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:32.853588 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] For port eb0c0998-256f-4ba1-b801-10ec3afeec87, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=eb0c0998-256f-4ba1-b801-10ec3afeec87,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:32.854102 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:32.870290 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Calling delete_port for eb0c0998-256f-4ba1-b801-10ec3afeec87 owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:32.873589 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Checking router: b83e133b-5e9e-4924-ba7e-498814f948ed for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:32.882818 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Routers {'b83e133b-5e9e-4924-ba7e-498814f948ed'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:32.888190 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['b83e133b-5e9e-4924-ba7e-498814f948ed'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:32.966428 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] Set router b83e133b-5e9e-4924-ba7e-498814f948ed gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:33.016387 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f448f529-50f2-418b-8619-398fa10018aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:32Z', 'revision_number': 6, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port_host': None}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:33.044050 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f448f529-50f2-418b-8619-398fa10018aa None None] The sync data for ids ['b83e133b-5e9e-4924-ba7e-498814f948ed'] in dv-cinder-820027-12-iscsi is: [{'id': 'b83e133b-5e9e-4924-ba7e-498814f948ed', 'name': 'tempest-AttachVolumeShelveTestJSON-669995499-router', 'tenant_id': '3f550f8d11a74b8da5ad84607b79ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:39:18Z', 'updated_at': '2022-07-12T14:47:32Z', 'revision_number': 6, 'project_id': '3f550f8d11a74b8da5ad84607b79ac37', 'gw_port_host': None}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:33.116790 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (eb0c0998-256f-4ba1-b801-10ec3afeec87), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.140954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0c0998-256f-4ba1-b801-10ec3afeec87,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:33.208953 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (b83e133b-5e9e-4924-ba7e-498814f948ed), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.243618 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 84a8a16c-7c5d-4a9f-9c5b-153879673de1 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:47:33.267305 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c227da-395f-49e6-aa54-b32626e901f9 req-2d47fe34-646b-4c97-9d6e-3dc0f6413089 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:33.271980 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f5c227da-395f-49e6-aa54-b32626e901f9 req-2d47fe34-646b-4c97-9d6e-3dc0f6413089 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Jul 12 14:47:33.292319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:47:33.298435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.300595 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks [] for router_controller (b83e133b-5e9e-4924-ba7e-498814f948ed), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.322392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f5c227da-395f-49e6-aa54-b32626e901f9 req-fe439a61-43ca-4179-8ae7-24618d9bb180 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Jul 12 14:47:33.354126 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:47:33.354499 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.423330 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (b83e133b-5e9e-4924-ba7e-498814f948ed), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.423978 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83e133b-5e9e-4924-ba7e-498814f948ed {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:47:33.436902 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:47:33.438418 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.439154 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.446235 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ad8a0985-7077-4008-83b8-9db8b9f1e8a6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b83e133b-5e9e-4924-ba7e-498814f948ed HTTP/1.1" status: 204 len: 168 time: 0.9926510 Jul 12 14:47:33.446235 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34442) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:33.468288 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:33.471325 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b53273-f016-4ba3-b472-63f5b2de035f" -d '{"events": [{"server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "name": "network-vif-plugged", "status": "completed", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:33.499539 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Deleting subnet da256611-c8fe-4488-85cc-87cc5fabe155 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:47:33.503287 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Publish callbacks [] for subnet (da256611-c8fe-4488-85cc-87cc5fabe155), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.507081 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:33.511221 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2c25e701-18b4-49ee-8fe6-6a3328d72da0 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:33.540090 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9d8bfd-d56b-4db3-903d-ebcfaba3308b x-openstack-request-id: req-0d9d8bfd-d56b-4db3-903d-ebcfaba3308b {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:33.540464 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "name": "network-vif-plugged", "status": "completed", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:33.540777 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d9d8bfd-d56b-4db3-903d-ebcfaba3308b {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:33.541247 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9d8bfd-d56b-4db3-903d-ebcfaba3308b'] response: {'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'code': 200} Jul 12 14:47:33.541934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 2c25e701-18b4-49ee-8fe6-6a3328d72da0 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:33.542255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2c25e701-18b4-49ee-8fe6-6a3328d72da0 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:33.551834 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (da256611-c8fe-4488-85cc-87cc5fabe155), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.567931 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.617249 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:33.649245 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (da256611-c8fe-4488-85cc-87cc5fabe155), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.669237 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:33.783722 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (da256611-c8fe-4488-85cc-87cc5fabe155), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.811044 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da256611-c8fe-4488-85cc-87cc5fabe155,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:33.812986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.817443 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ae0b3-e352-4f16-9da2-4c1b62999d34 None None] Network c65826f1-3839-4331-9c1c-eca62ef0fb22 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:47:33.818749 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-93f15259-91ba-49be-ac55-e9ef8bbebefe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/da256611-c8fe-4488-85cc-87cc5fabe155 HTTP/1.1" status: 204 len: 168 time: 0.3748505 Jul 12 14:47:33.819757 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34448) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:33.868677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad8cf-8729-41b0-8838-ca2f6ee25caa req-76246b10-a972-4910-a530-f231b8c90d9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:33.870904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-326ad8cf-8729-41b0-8838-ca2f6ee25caa req-76246b10-a972-4910-a530-f231b8c90d9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0579982 Jul 12 14:47:33.913604 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (c65826f1-3839-4331-9c1c-eca62ef0fb22), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:33.932069 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-326ad8cf-8729-41b0-8838-ca2f6ee25caa req-164c4c8b-cbf3-43e9-96d1-4d6fc4ac5f4a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522234 Jul 12 14:47:33.987964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Deleting port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:33.988294 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.005330 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:34.007053 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] DHCP port deletion for c65826f1-3839-4331-9c1c-eca62ef0fb22 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:47:34.061130 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Deleting port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:47:34.068781 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.069032 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] For port 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2e92dd06-f92a-46d7-abfe-79ca3e60d794,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:34.069433 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.097200 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Calling delete_port for 2e92dd06-f92a-46d7-abfe-79ca3e60d794 owned by network:dhcp {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:34.131017 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] For port 2e92dd06-f92a-46d7-abfe-79ca3e60d794, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2e92dd06-f92a-46d7-abfe-79ca3e60d794,segment=NetworkSegment(ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0),segment_id=ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:47:34.131341 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.141277 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fb703-4135-49db-b7c8-7f321bd09ed6 req-8fd21612-f07c-4bc7-8272-ce5635de4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:34.142856 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-fe4fb703-4135-49db-b7c8-7f321bd09ed6 req-8fd21612-f07c-4bc7-8272-ce5635de4623 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 1129 time: 0.0572128 Jul 12 14:47:34.145526 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Calling delete_port for 2e92dd06-f92a-46d7-abfe-79ca3e60d794 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:47:34.236086 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-fe4fb703-4135-49db-b7c8-7f321bd09ed6 req-97623eb3-e5de-4327-993e-6053db42fbf9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668406 Jul 12 14:47:34.322440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.350307 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (2e92dd06-f92a-46d7-abfe-79ca3e60d794), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.358111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e92dd06-f92a-46d7-abfe-79ca3e60d794,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:34.361842 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] No DVR routers for this DVR port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 on host dv-cinder-820027-12-iscsi {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:47:34.376781 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] Pushing event deleted for resources: {'Port': ['ID=2e92dd06-f92a-46d7-abfe-79ca3e60d794,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:34.380846 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25908aeb-98ac-486a-9df5-dcac92883dfa None None] No DVR routers for this DVR port 2e92dd06-f92a-46d7-abfe-79ca3e60d794 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:47:34.444344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (c65826f1-3839-4331-9c1c-eca62ef0fb22), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.465326 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65826f1-3839-4331-9c1c-eca62ef0fb22']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:34.467483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db057ad2-c2c3-411f-840b-8c168b4fde9c req-7e11abdb-2544-4531-b1aa-e4ea7edcd6a4 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:34.469061 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db057ad2-c2c3-411f-840b-8c168b4fde9c req-7e11abdb-2544-4531-b1aa-e4ea7edcd6a4 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0498919 Jul 12 14:47:34.475048 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:34.475410 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:34.485357 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.499206 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.506009 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:47:34.506392 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.519400 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db057ad2-c2c3-411f-840b-8c168b4fde9c req-69220d64-28c3-4992-b7f9-b5ff448d9172 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Jul 12 14:47:34.654010 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (c65826f1-3839-4331-9c1c-eca62ef0fb22), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.661513 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:34.666479 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c65826f1-3839-4331-9c1c-eca62ef0fb22 HTTP/1.1" status: 204 len: 168 time: 0.8455398 Jul 12 14:47:34.679951 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d5d2-68a2-416c-a75f-03adcb25eef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65826f1-3839-4331-9c1c-eca62ef0fb22,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:34.705414 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0 resource provider aggregate not found Jul 12 14:47:34.721627 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef31a9c1-057f-48c5-bc81-3f9cdc8bfce0 found for delete ", "request_id": "req-4e32b05a-5926-4320-9d43-16796a743c36"}]} Jul 12 14:47:34.960451 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34500) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:35.002484 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-84dee1ef-8791-4335-8f7e-f18fcbf88c3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f550f8d11a74b8da5ad84607b79ac37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388296 Jul 12 14:47:35.002701 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34502) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:35.027755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:35.053422 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] Publish callbacks [] for security_group (e515d047-90cc-4545-b0e0-6fa12afca2ec), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:35.055418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d327126-fbcd-4282-a356-cb95a29016fd req-d7e708a5-052d-44a1-843c-5d2331460d03 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:35.056914 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d327126-fbcd-4282-a356-cb95a29016fd req-d7e708a5-052d-44a1-843c-5d2331460d03 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0560145 Jul 12 14:47:35.079737 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] Publish callbacks [] for security_group (e515d047-90cc-4545-b0e0-6fa12afca2ec), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:35.104932 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d327126-fbcd-4282-a356-cb95a29016fd req-84203b30-566d-4d9f-82da-197066d0e3ad tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Jul 12 14:47:35.231109 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e515d047-90cc-4545-b0e0-6fa12afca2ec), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:35.233674 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:35.234840 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e515d047-90cc-4545-b0e0-6fa12afca2ec HTTP/1.1" status: 204 len: 168 time: 0.2309783 Jul 12 14:47:35.247505 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408aec6e-fa03-4d93-a8f2-7368b08a5d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515d047-90cc-4545-b0e0-6fa12afca2ec,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:35.279845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device eb0c0998-256f-4ba1-b801-10ec3afeec87 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:35.305574 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: eb0c0998-256f-4ba1-b801-10ec3afeec87 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:35.305994 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device eb0c0998-256f-4ba1-b801-10ec3afeec87 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:35.306465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2e92dd06-f92a-46d7-abfe-79ca3e60d794 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:47:35.327932 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 2e92dd06-f92a-46d7-abfe-79ca3e60d794 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:47:35.328362 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2e92dd06-f92a-46d7-abfe-79ca3e60d794 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:47:36.227652 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69279193-d43a-4f81-affe-f3a9358ebb84 req-fe218fe5-da1e-46b9-bd99-2214115bdd86 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:36.229300 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69279193-d43a-4f81-affe-f3a9358ebb84 req-fe218fe5-da1e-46b9-bd99-2214115bdd86 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0511460 Jul 12 14:47:36.280647 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69279193-d43a-4f81-affe-f3a9358ebb84 req-c64f20bf-7a20-473c-b514-30ed4aa3ac5a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458076 Jul 12 14:47:37.401957 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe8d8-abbd-4459-907e-fdcd2d82f8eb req-a9a4c36f-bf41-46f3-ac55-8f4dd2476428 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:37.403451 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77ffe8d8-abbd-4459-907e-fdcd2d82f8eb req-a9a4c36f-bf41-46f3-ac55-8f4dd2476428 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0490801 Jul 12 14:47:37.427800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:37.459803 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-77ffe8d8-abbd-4459-907e-fdcd2d82f8eb req-9f93e95c-aa8e-46dc-ad38-719a1f650035 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508804 Jul 12 14:47:37.574346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878134c-8ac1-47f7-bcf1-aa12002ded6e req-7bee9f18-4dcc-49be-8bd1-ae608be9cf3d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:37.575779 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5878134c-8ac1-47f7-bcf1-aa12002ded6e req-7bee9f18-4dcc-49be-8bd1-ae608be9cf3d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0491443 Jul 12 14:47:37.584718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34574) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:37.589340 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:47:37.627707 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:37.678966 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34578) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:37.816915 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8648609-b564-493c-ab4b-3d5c069388a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:37.894820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8648609-b564-493c-ab4b-3d5c069388a4 admin admin] Publish callbacks [] for security_group (4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:37.951192 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a8648609-b564-493c-ab4b-3d5c069388a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:37.981884 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:37.995622 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a8648609-b564-493c-ab4b-3d5c069388a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2619bed2e1d04e7c9e8ba6aa85e94b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117347 Jul 12 14:47:37.995622 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8648609-b564-493c-ab4b-3d5c069388a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:37.997648 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34582) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:38.053339 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] Publish callbacks [] for security_group (4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.072293 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.076344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] Publish callbacks [] for security_group (4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.162486 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.254363 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.257673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.263928 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2 HTTP/1.1" status: 204 len: 168 time: 0.2602983 Jul 12 14:47:38.264537 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP 8c7af2cf-ab9b-4862-bca3-7ea0885f75f5 associated. External IP: 172.27.3.62, port: 84a8a16c-7c5d-4a9f-9c5b-153879673de1. Jul 12 14:47:38.266909 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740b97a-5fbe-4fd2-b6ae-80894f089863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d0f9c-bfa5-4d33-a325-ca3237e4f4c2,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:38.468580 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:47:38.579110 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:47:38.583676 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.590741 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:47:38.601001 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:38.602501 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:38.608883 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:38.621679 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d071b934-2cd1-459a-b22a-b38147dbe8d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "PUT /v2.0/floatingips/8c7af2cf-ab9b-4862-bca3-7ea0885f75f5 HTTP/1.1" status: 200 len: 990 time: 1.0357912 Jul 12 14:47:38.622262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:47:38.624637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ddf8c-6376-40ad-8c40-ba4c1d16c372" -d '{"events": [{"name": "network-changed", "server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:47:38.660036 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf93143-a250-4312-b90a-a414d37e5284 x-openstack-request-id: req-bcf93143-a250-4312-b90a-a414d37e5284 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:47:38.660329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:47:38.660587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcf93143-a250-4312-b90a-a414d37e5284 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:47:38.661101 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf93143-a250-4312-b90a-a414d37e5284'] response: {'name': 'network-changed', 'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'status': 'completed', 'code': 200} Jul 12 14:47:38.720783 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:38.760056 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:38.766044 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-56f467e3-7462-4a7b-b2ac-ee441f192d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:38.767910 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-56f467e3-7462-4a7b-b2ac-ee441f192d69 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 1129 time: 0.0511463 Jul 12 14:47:38.815523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:38.864442 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34594) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:38.875825 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-5da75b4c-f546-42ef-9cb5-0bd70b41dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:38.877768 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-5da75b4c-f546-42ef-9cb5-0bd70b41dbf8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0974808 Jul 12 14:47:38.879189 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-47dd4d85-1056-4815-af83-1914d3e28e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.880885 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:38.952954 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-5175b063-4609-467d-b2e9-4409b174be8d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1 HTTP/1.1" status: 200 len: 998 time: 0.0661123 Jul 12 14:47:38.954983 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:37Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:38.969483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-47dd4d85-1056-4815-af83-1914d3e28e0b admin admin] Publish callbacks [] for security_group (36206b5a-7755-47c9-b796-99fca290394f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:38.984351 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:47:38.996317 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:47:38.997030 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:47:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:39.006497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-7f215e01-cd02-45c7-b200-8f4f685acd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:39.008520 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-7f215e01-cd02-45c7-b200-8f4f685acd9a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0492196 Jul 12 14:47:39.017366 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-47dd4d85-1056-4815-af83-1914d3e28e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (36206b5a-7755-47c9-b796-99fca290394f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:39.056704 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-eb9f2f47-9f74-4119-afbb-5013e508c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:47:39.058262 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-eb9f2f47-9f74-4119-afbb-5013e508c2d6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439913 Jul 12 14:47:39.069432 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-47dd4d85-1056-4815-af83-1914d3e28e0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd96ead61174421bb9f9ff55839369f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038753 Jul 12 14:47:39.070077 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34596) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:39.072499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd4d85-1056-4815-af83-1914d3e28e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36206b5a-7755-47c9-b796-99fca290394f,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:39.086002 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:39.110279 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:47:39.135321 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] Publish callbacks [] for security_group (36206b5a-7755-47c9-b796-99fca290394f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:39.160075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] Publish callbacks [] for security_group (36206b5a-7755-47c9-b796-99fca290394f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:39.171565 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-abd73341-2618-4cb8-8905-b814bfb2c7ab service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068823 Jul 12 14:47:39.273408 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-972ddf8c-6376-40ad-8c40-ba4c1d16c372 req-7395ae2a-6911-4c6c-9a9f-aed40f2960ba service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949659 Jul 12 14:47:39.286012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (36206b5a-7755-47c9-b796-99fca290394f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:39.288841 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:39.293071 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36206b5a-7755-47c9-b796-99fca290394f HTTP/1.1" status: 204 len: 168 time: 0.2189283 Jul 12 14:47:39.300075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c1f69-b862-44ea-a7a4-52ccc4a06c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36206b5a-7755-47c9-b796-99fca290394f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:39.358027 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:37Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:47:39.386922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf4729-1f94-4b11-9588-38515a9883ed None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:37Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:47:39.596089 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fba17-c1f9-4293-821e-483cb8c8324b None None] New status for floating IP 8c7af2cf-ab9b-4862-bca3-7ea0885f75f5: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:47:43.368524 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1fcd757f-4bda-4da4-bfdb-3a29aeb128a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:45.585181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e105687c-e610-4295-a1e9-05090930b23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:46.794252 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:48.309020 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:48.711182 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:49.199511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:49.270248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=36 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:49.295091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:49.707744 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:49.710025 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=99 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:47:52.985801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34770) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:53.092007 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-54e32ea3-6238-4bbd-802e-29d1176442ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.166450 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-54e32ea3-6238-4bbd-802e-29d1176442ea admin admin] Publish callbacks [] for security_group (71364b65-9d76-4e6b-9513-daa7a6b027fe), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.236636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-54e32ea3-6238-4bbd-802e-29d1176442ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (71364b65-9d76-4e6b-9513-daa7a6b027fe), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.275648 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-54e32ea3-6238-4bbd-802e-29d1176442ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27803da3bb7d4341a4fceeb695c477bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887514 Jul 12 14:47:53.276479 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e32ea3-6238-4bbd-802e-29d1176442ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71364b65-9d76-4e6b-9513-daa7a6b027fe,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:53.278482 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34776) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:53.328030 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] Publish callbacks [] for security_group (71364b65-9d76-4e6b-9513-daa7a6b027fe), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.352325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] Publish callbacks [] for security_group (71364b65-9d76-4e6b-9513-daa7a6b027fe), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.480028 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (71364b65-9d76-4e6b-9513-daa7a6b027fe), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.482618 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:53.483784 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71364b65-9d76-4e6b-9513-daa7a6b027fe HTTP/1.1" status: 204 len: 168 time: 0.2041588 Jul 12 14:47:53.491696 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ef73b-8ce3-4978-bb49-f3e6582697a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71364b65-9d76-4e6b-9513-daa7a6b027fe,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:54.101859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34782) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:54.116182 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0ab49108-008e-4720-83b4-6a95eeac176c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.191319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0ab49108-008e-4720-83b4-6a95eeac176c admin admin] Publish callbacks [] for security_group (778d4110-a12e-4fe5-ab2b-e60733ce82e4), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.262933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0ab49108-008e-4720-83b4-6a95eeac176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (778d4110-a12e-4fe5-ab2b-e60733ce82e4), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.304651 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-0ab49108-008e-4720-83b4-6a95eeac176c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=449fe4d9c21e4ebfb0cf9762f79c3a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016902 Jul 12 14:47:54.305379 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49108-008e-4720-83b4-6a95eeac176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d4110-a12e-4fe5-ab2b-e60733ce82e4,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:54.307520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34788) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:54.374250 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] Publish callbacks [] for security_group (778d4110-a12e-4fe5-ab2b-e60733ce82e4), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.398004 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] Publish callbacks [] for security_group (778d4110-a12e-4fe5-ab2b-e60733ce82e4), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.516279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (778d4110-a12e-4fe5-ab2b-e60733ce82e4), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.518916 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:54.520096 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/778d4110-a12e-4fe5-ab2b-e60733ce82e4 HTTP/1.1" status: 204 len: 168 time: 0.2115996 Jul 12 14:47:54.528166 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150ee5-44eb-4850-8497-dea991273da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d4110-a12e-4fe5-ab2b-e60733ce82e4,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:55.240117 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:47:55.292203 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34802) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:55.308405 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-682b8c48-fe34-4a65-b7c6-05c403394e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.384592 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-682b8c48-fe34-4a65-b7c6-05c403394e70 admin admin] Publish callbacks [] for security_group (1080cd0e-50e5-45ae-b42a-0714c463895e), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.453757 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-682b8c48-fe34-4a65-b7c6-05c403394e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1080cd0e-50e5-45ae-b42a-0714c463895e), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.493555 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-682b8c48-fe34-4a65-b7c6-05c403394e70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52343e7550dc45e1b1467391bae22bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002552 Jul 12 14:47:55.495184 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b8c48-fe34-4a65-b7c6-05c403394e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080cd0e-50e5-45ae-b42a-0714c463895e,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:55.496802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34804) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:47:55.549793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] Publish callbacks [] for security_group (1080cd0e-50e5-45ae-b42a-0714c463895e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.571454 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] Publish callbacks [] for security_group (1080cd0e-50e5-45ae-b42a-0714c463895e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.699220 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (1080cd0e-50e5-45ae-b42a-0714c463895e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.701837 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:47:55.703016 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1080cd0e-50e5-45ae-b42a-0714c463895e HTTP/1.1" status: 204 len: 168 time: 0.2046647 Jul 12 14:47:55.711163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58160f-2634-4a76-806c-3135ac9c2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080cd0e-50e5-45ae-b42a-0714c463895e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:47:56.042675 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:01.664185 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b350c-e8dc-4012-87f6-cb45d9584803 req-1bf99db2-0088-4b7d-9edf-c77f0dd49ab3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:01.666228 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec3b350c-e8dc-4012-87f6-cb45d9584803 req-1bf99db2-0088-4b7d-9edf-c77f0dd49ab3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0486202 Jul 12 14:48:01.715478 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ec3b350c-e8dc-4012-87f6-cb45d9584803 req-0dddfec3-6f7d-4dc5-98c6-42ebde83bfd0 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437381 Jul 12 14:48:02.800043 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34902) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:02.838262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06721-1556-438d-92eb-5fc6da36f1fb req-6c71b6d2-7324-4be6-91be-2971c610f5b9 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:02.839846 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5ba06721-1556-438d-92eb-5fc6da36f1fb req-6c71b6d2-7324-4be6-91be-2971c610f5b9 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0548425 Jul 12 14:48:02.890859 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5ba06721-1556-438d-92eb-5fc6da36f1fb req-b8796125-c68a-443a-8ca9-685357f509d8 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451365 Jul 12 14:48:02.913929 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-012da4e8-be8a-4780-98a3-1402b2e3e134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:02.988829 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-012da4e8-be8a-4780-98a3-1402b2e3e134 admin admin] Publish callbacks [] for security_group (8c540c02-9637-41df-8589-3431ce343aad), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.053305 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-012da4e8-be8a-4780-98a3-1402b2e3e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8c540c02-9637-41df-8589-3431ce343aad), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.093716 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-012da4e8-be8a-4780-98a3-1402b2e3e134 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf6090fa86b24bb98624ad8cdc8a6c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919192 Jul 12 14:48:03.094778 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012da4e8-be8a-4780-98a3-1402b2e3e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c540c02-9637-41df-8589-3431ce343aad,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:03.096566 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34906) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:03.146510 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Publish callbacks [] for security_group (8c540c02-9637-41df-8589-3431ce343aad), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.174173 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Publish callbacks [] for security_group (8c540c02-9637-41df-8589-3431ce343aad), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.178166 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:03.185304 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:03.327997 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8c540c02-9637-41df-8589-3431ce343aad), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.330841 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:03.332037 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c540c02-9637-41df-8589-3431ce343aad HTTP/1.1" status: 204 len: 168 time: 0.2344670 Jul 12 14:48:03.340263 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c540c02-9637-41df-8589-3431ce343aad,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:03.347454 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.347801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.348141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.348480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.348812 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.349195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.349489 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.349817 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.350141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.350466 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.350849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.351122 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.351444 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.351767 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.352088 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3240fda-0b00-4228-9a17-cdc0e743a43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:03.902758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 34918) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:03.916091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d1d814b5-eef9-4814-9a6c-1abae4f554db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.030222 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5de3-a96e-4325-8c93-56d23ca29a78 req-9a9cc0ce-5bf7-4fcc-95d4-7c50910b3e15 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:04.031699 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ee5f5de3-a96e-4325-8c93-56d23ca29a78 req-9a9cc0ce-5bf7-4fcc-95d4-7c50910b3e15 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0701189 Jul 12 14:48:04.041974 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d1d814b5-eef9-4814-9a6c-1abae4f554db admin admin] Publish callbacks [] for security_group (a388d299-d857-4951-b8fc-5f66575b18e7), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.086333 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ee5f5de3-a96e-4325-8c93-56d23ca29a78 req-fd91f220-f3c1-438b-a637-025d16aba1dd tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Jul 12 14:48:04.123444 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d1d814b5-eef9-4814-9a6c-1abae4f554db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a388d299-d857-4951-b8fc-5f66575b18e7), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.165459 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d1d814b5-eef9-4814-9a6c-1abae4f554db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91fb0a85148c4f10b8a8eaf75dd9d72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616012 Jul 12 14:48:04.166147 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d814b5-eef9-4814-9a6c-1abae4f554db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388d299-d857-4951-b8fc-5f66575b18e7,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:04.168288 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 34922) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:04.223679 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] Publish callbacks [] for security_group (a388d299-d857-4951-b8fc-5f66575b18e7), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.240996 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:04.246161 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] Publish callbacks [] for security_group (a388d299-d857-4951-b8fc-5f66575b18e7), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.265083 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:04.367453 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a388d299-d857-4951-b8fc-5f66575b18e7), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.370446 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:04.371589 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a388d299-d857-4951-b8fc-5f66575b18e7 HTTP/1.1" status: 204 len: 168 time: 0.2022281 Jul 12 14:48:04.379650 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234fe68-bd37-49f5-b776-0144699d64bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388d299-d857-4951-b8fc-5f66575b18e7,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:05.202358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274500-68a3-4a41-9b60-dd972348972a req-1e5a01be-d449-45a3-a888-6d69b45da39d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:05.205613 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1e274500-68a3-4a41-9b60-dd972348972a req-1e5a01be-d449-45a3-a888-6d69b45da39d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0498753 Jul 12 14:48:05.263364 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1e274500-68a3-4a41-9b60-dd972348972a req-b3b2f3fe-5256-4310-bd6a-4ce3d73ce967 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491464 Jul 12 14:48:06.383328 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ecb3-ec1f-463c-8ccc-b4e13c5126a0 req-b091912f-09f8-458d-9101-b9048818986c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:06.385358 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab21ecb3-ec1f-463c-8ccc-b4e13c5126a0 req-b091912f-09f8-458d-9101-b9048818986c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0477464 Jul 12 14:48:06.442054 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ab21ecb3-ec1f-463c-8ccc-b4e13c5126a0 req-4b18e310-62a0-4ead-8ee3-98ab3565ff9c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483546 Jul 12 14:48:07.460986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35004) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:07.557070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1f9a9-3d37-4fa2-90aa-376aafca56ad req-0a10f879-a582-477f-ad47-59fd478c6db4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:07.558580 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fbb1f9a9-3d37-4fa2-90aa-376aafca56ad req-0a10f879-a582-477f-ad47-59fd478c6db4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0485663 Jul 12 14:48:07.568830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84ace972-840e-4cec-a0ff-9eef9cb4d082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:07.607556 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fbb1f9a9-3d37-4fa2-90aa-376aafca56ad req-cad88ca2-7a71-4272-a2b6-4a219a9f3036 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Jul 12 14:48:07.645121 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84ace972-840e-4cec-a0ff-9eef9cb4d082 admin admin] Publish callbacks [] for security_group (b8c7679c-4553-454b-875f-c19756ba52e9), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:07.737413 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-84ace972-840e-4cec-a0ff-9eef9cb4d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b8c7679c-4553-454b-875f-c19756ba52e9), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:07.780335 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-84ace972-840e-4cec-a0ff-9eef9cb4d082 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5dc03a15ae8b4dbf8b37e83eeedacd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182640 Jul 12 14:48:07.782450 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ace972-840e-4cec-a0ff-9eef9cb4d082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c7679c-4553-454b-875f-c19756ba52e9,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:07.783237 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35012) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:07.835056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] Publish callbacks [] for security_group (b8c7679c-4553-454b-875f-c19756ba52e9), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:07.856589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] Publish callbacks [] for security_group (b8c7679c-4553-454b-875f-c19756ba52e9), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.053552 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b8c7679c-4553-454b-875f-c19756ba52e9), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.056530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.057862 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8c7679c-4553-454b-875f-c19756ba52e9 HTTP/1.1" status: 204 len: 168 time: 0.2735646 Jul 12 14:48:08.065763 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e8ca-cb70-4895-af3c-0056f287e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c7679c-4553-454b-875f-c19756ba52e9,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:08.700713 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35026) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:08.714914 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4fa49b8-34c4-4c3e-9c87-8d9f5bf8b636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.731261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a7f8-8713-4a67-a887-67f5f5c727f3 req-dabbff79-8c0e-4ec9-8548-bbb253135ea7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:08.732785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bef9a7f8-8713-4a67-a887-67f5f5c727f3 req-dabbff79-8c0e-4ec9-8548-bbb253135ea7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0489960 Jul 12 14:48:08.802607 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4fa49b8-34c4-4c3e-9c87-8d9f5bf8b636 admin admin] Publish callbacks [] for security_group (3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.809976 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bef9a7f8-8713-4a67-a887-67f5f5c727f3 req-f780200b-5e80-48c0-a3ca-7ebda04cf1fd tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711265 Jul 12 14:48:08.879998 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-c4fa49b8-34c4-4c3e-9c87-8d9f5bf8b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:08.934309 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-c4fa49b8-34c4-4c3e-9c87-8d9f5bf8b636 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31c674ae326a499689fccfcb613fca46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323751 Jul 12 14:48:08.935485 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa49b8-34c4-4c3e-9c87-8d9f5bf8b636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:08.936968 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35030) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:08.970445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:08.982711 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:08.987813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] Publish callbacks [] for security_group (3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:09.011756 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] Publish callbacks [] for security_group (3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:09.139036 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:09.141518 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:09.142671 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a HTTP/1.1" status: 204 len: 168 time: 0.2046945 Jul 12 14:48:09.151259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555690e-9c9c-4a69-9fc8-b08b8d637bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a76d1-2f7c-4d7e-84e0-00f778d5e69a,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:09.162070 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:09.924550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c292a-9a7d-4f7d-9dfa-a1e9a681b744 req-ae271eb5-3cf4-4c83-9608-8444c717971a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:09.926096 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-752c292a-9a7d-4f7d-9dfa-a1e9a681b744 req-ae271eb5-3cf4-4c83-9608-8444c717971a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0492499 Jul 12 14:48:09.977552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-752c292a-9a7d-4f7d-9dfa-a1e9a681b744 req-ef42680f-1aed-4add-b22e-b381d60b5225 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452631 Jul 12 14:48:10.780083 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35064) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:10.883811 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0072c186-8d22-4c18-979c-92859f08b7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:10.956626 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0072c186-8d22-4c18-979c-92859f08b7a9 admin admin] Publish callbacks [] for security_group (028fec69-2dc7-4294-8386-855c44815065), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.025319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0072c186-8d22-4c18-979c-92859f08b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (028fec69-2dc7-4294-8386-855c44815065), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.076261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c186-8d22-4c18-979c-92859f08b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028fec69-2dc7-4294-8386-855c44815065,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:11.096561 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-0072c186-8d22-4c18-979c-92859f08b7a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a742732aebba4c65a279f453cbce5162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152637 Jul 12 14:48:11.098467 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35072) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:11.115657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809c325-e371-495b-b410-c51cbf7b249a req-af554ce4-2c44-488e-a28a-a53e229adffb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:11.117096 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d809c325-e371-495b-b410-c51cbf7b249a req-af554ce4-2c44-488e-a28a-a53e229adffb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0679631 Jul 12 14:48:11.151707 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] Publish callbacks [] for security_group (028fec69-2dc7-4294-8386-855c44815065), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.167910 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d809c325-e371-495b-b410-c51cbf7b249a req-a281840d-f3be-461b-8abb-de63e7479f6d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Jul 12 14:48:11.173893 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] Publish callbacks [] for security_group (028fec69-2dc7-4294-8386-855c44815065), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.285228 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (028fec69-2dc7-4294-8386-855c44815065), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.287843 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:11.289000 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/028fec69-2dc7-4294-8386-855c44815065 HTTP/1.1" status: 204 len: 168 time: 0.1895344 Jul 12 14:48:11.297493 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8537a-a46a-49af-8b61-70e5977cf73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028fec69-2dc7-4294-8386-855c44815065,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:11.308795 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:12.283902 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588d64-8269-4b06-9f94-6990a3715764 req-aae97fe6-055d-4732-adad-bc62391a3f4f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:12.285413 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92588d64-8269-4b06-9f94-6990a3715764 req-aae97fe6-055d-4732-adad-bc62391a3f4f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0498059 Jul 12 14:48:12.335260 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92588d64-8269-4b06-9f94-6990a3715764 req-0fb9e593-8ec6-4b55-bee4-5976cdd8bd26 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Jul 12 14:48:13.255208 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:13.265611 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=7 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:13.373985 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8e61db60-fa96-41bb-9a92-06e4e5d03bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:13.452283 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4da8b-5301-433a-80bd-dd29fba7184c req-31a56e53-9c7a-4e99-a37c-df661837c9ef tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:13.453752 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7fb4da8b-5301-433a-80bd-dd29fba7184c req-31a56e53-9c7a-4e99-a37c-df661837c9ef tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0504417 Jul 12 14:48:13.501695 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7fb4da8b-5301-433a-80bd-dd29fba7184c req-7b061aa9-7026-4e38-a863-1b9bbd76ad96 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Jul 12 14:48:14.617530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef6f5a-af9b-45b4-a5e2-99300b7012d9 req-eadec03e-1411-4844-b2b8-8866955c5ec2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:14.619605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66ef6f5a-af9b-45b4-a5e2-99300b7012d9 req-eadec03e-1411-4844-b2b8-8866955c5ec2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0514350 Jul 12 14:48:14.668219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66ef6f5a-af9b-45b4-a5e2-99300b7012d9 req-a582ddfb-8cd6-408a-93ce-590467b5b7cf tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 Jul 12 14:48:15.590491 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a005c870-6083-40c4-bb29-2b94616fa0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:15.780225 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e7fa-b86b-4f49-8027-6737d8109e35 req-556b976d-71c0-4867-bcb3-2232c5c31463 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:15.781690 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db42e7fa-b86b-4f49-8027-6737d8109e35 req-556b976d-71c0-4867-bcb3-2232c5c31463 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0461771 Jul 12 14:48:15.832219 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-db42e7fa-b86b-4f49-8027-6737d8109e35 req-8cf25d8c-d6b2-4216-b562-b03e41c8ec01 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450430 Jul 12 14:48:16.767632 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:16.946757 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8df4-8a34-4453-a0a8-17f5ee424116 req-f0488422-53d4-419e-af8b-f383a0016793 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:16.948234 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae7d8df4-8a34-4453-a0a8-17f5ee424116 req-f0488422-53d4-419e-af8b-f383a0016793 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0480242 Jul 12 14:48:16.973706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:16.999462 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ae7d8df4-8a34-4453-a0a8-17f5ee424116 req-d7d4472b-d53d-4b1d-8147-485eba904e76 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Jul 12 14:48:18.098730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:18.116915 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d990-0ab5-4b15-aa01-76b78dde9867 req-f12eab89-ec9e-47ca-a105-35819e2c0747 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:18.118425 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b452d990-0ab5-4b15-aa01-76b78dde9867 req-f12eab89-ec9e-47ca-a105-35819e2c0747 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0476406 Jul 12 14:48:18.167822 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b452d990-0ab5-4b15-aa01-76b78dde9867 req-908137ac-d28b-416a-9624-1a4d7dad2487 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Jul 12 14:48:18.293756 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:18.704658 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:19.282382 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea5e3-d4a8-42b2-891c-6533a3115d3c req-950a8cb0-0aa6-47d8-b6eb-a95bf4cbf307 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:19.283828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89fea5e3-d4a8-42b2-891c-6533a3115d3c req-950a8cb0-0aa6-47d8-b6eb-a95bf4cbf307 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0494733 Jul 12 14:48:19.334605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89fea5e3-d4a8-42b2-891c-6533a3115d3c req-9b71dacd-1199-4cce-ba7d-8ce5dcd4dedd tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Jul 12 14:48:20.450619 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529e8d-0678-48f6-aa70-aa22854a6ab1 req-30e5acc6-363c-4886-aff0-d196ddbd0f5e tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:20.452092 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-27529e8d-0678-48f6-aa70-aa22854a6ab1 req-30e5acc6-363c-4886-aff0-d196ddbd0f5e tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0478270 Jul 12 14:48:20.500959 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-27529e8d-0678-48f6-aa70-aa22854a6ab1 req-58093670-fa3f-4af7-92b9-39f3c1f5726c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Jul 12 14:48:21.292776 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=58,neutron:DELETE=6,neutron:INSERT=13 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:21.293510 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=54,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:21.617571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c966d49-fea2-4b19-a95a-472f82c99bdc req-9c75913a-ad57-4bbf-bfd3-fbeaba5c17b5 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:21.619023 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c966d49-fea2-4b19-a95a-472f82c99bdc req-9c75913a-ad57-4bbf-bfd3-fbeaba5c17b5 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0486624 Jul 12 14:48:21.672526 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6c966d49-fea2-4b19-a95a-472f82c99bdc req-870eaa2e-77d6-41e8-8389-4764a59279ef tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479591 Jul 12 14:48:22.536758 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-431d39e2-bf19-4a55-ad6b-10880d26c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:22.538289 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-431d39e2-bf19-4a55-ad6b-10880d26c34f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0400124 Jul 12 14:48:22.634096 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-dceb5e7b-2208-4adf-9a39-db7317410ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:22.635585 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-dceb5e7b-2208-4adf-9a39-db7317410ac4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.0895045 Jul 12 14:48:22.697980 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-dcb3d226-42b1-4351-b2da-69669b5f4f31 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 1001 time: 0.0546136 Jul 12 14:48:22.751218 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-4fdd1749-a5a7-4a79-a189-46d586f67200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:22.752700 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-4fdd1749-a5a7-4a79-a189-46d586f67200 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0483773 Jul 12 14:48:22.787199 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c615ca-ffe9-408a-a500-a3a729910aca req-2b9ad918-d21c-4c82-a865-420d4143cec0 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:22.789210 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9c615ca-ffe9-408a-a500-a3a729910aca req-2b9ad918-d21c-4c82-a865-420d4143cec0 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0479367 Jul 12 14:48:22.800271 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-c906b682-b0cd-48c2-bd5c-875c1c517f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:22.801797 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-c906b682-b0cd-48c2-bd5c-875c1c517f96 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388908 Jul 12 14:48:22.838650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f9c615ca-ffe9-408a-a500-a3a729910aca req-1797bf9a-59d3-4c6b-b72d-72a24f90b043 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 Jul 12 14:48:22.891200 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-e3e35e60-3065-4e04-9e1d-f0268864bdc0 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821037 Jul 12 14:48:22.982733 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-65f1ce58-16cb-4140-aec2-315ce07a314e req-9d49a54d-7c56-4077-bfc5-8e02f56544bd service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Jul 12 14:48:23.953533 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b59558-70d1-4136-ab69-e63ec3d9f296 req-4f037dbb-7507-46c9-87b6-cbef91579b31 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:23.955016 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45b59558-70d1-4136-ab69-e63ec3d9f296 req-4f037dbb-7507-46c9-87b6-cbef91579b31 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0467558 Jul 12 14:48:24.004221 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45b59558-70d1-4136-ab69-e63ec3d9f296 req-db3b46b3-536e-4ac4-b907-1bbf89760a4b tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Jul 12 14:48:24.987935 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35234) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:25.099173 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a25417bb-3520-4691-9771-01b12f89e9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.130078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3157b10-2e27-4357-b27c-a42b3048dc3e req-7c1535a7-4d36-4c11-b9fb-ecb2ac30eb4a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:25.131556 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a3157b10-2e27-4357-b27c-a42b3048dc3e req-7c1535a7-4d36-4c11-b9fb-ecb2ac30eb4a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0525815 Jul 12 14:48:25.174918 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a25417bb-3520-4691-9771-01b12f89e9da admin admin] Publish callbacks [] for security_group (7e83bf28-8a2c-48ec-965c-41336acb125b), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.181569 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a3157b10-2e27-4357-b27c-a42b3048dc3e req-10460975-6a72-4da6-8125-896c23dfb1e5 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Jul 12 14:48:25.236312 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a25417bb-3520-4691-9771-01b12f89e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7e83bf28-8a2c-48ec-965c-41336acb125b), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.275245 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25417bb-3520-4691-9771-01b12f89e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83bf28-8a2c-48ec-965c-41336acb125b,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:25.279494 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a25417bb-3520-4691-9771-01b12f89e9da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=916170d2d41e43e69d105623dcc0193e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905340 Jul 12 14:48:25.282157 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35240) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:25.333356 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] Publish callbacks [] for security_group (7e83bf28-8a2c-48ec-965c-41336acb125b), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.355111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] Publish callbacks [] for security_group (7e83bf28-8a2c-48ec-965c-41336acb125b), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.514567 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7e83bf28-8a2c-48ec-965c-41336acb125b), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.517275 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:25.518563 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e83bf28-8a2c-48ec-965c-41336acb125b HTTP/1.1" status: 204 len: 168 time: 0.2355058 Jul 12 14:48:25.527680 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429e04-24cf-48ea-8181-b3f165b675fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83bf28-8a2c-48ec-965c-41336acb125b,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:26.041791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:26.299792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f22683-7d5f-4f78-a7a0-bc16a6f870c6 req-b27e1c69-c006-4492-bea0-1af60620eb9c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:26.301204 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d0f22683-7d5f-4f78-a7a0-bc16a6f870c6 req-b27e1c69-c006-4492-bea0-1af60620eb9c tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0478177 Jul 12 14:48:26.351082 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d0f22683-7d5f-4f78-a7a0-bc16a6f870c6 req-dc011543-98fc-4c00-a021-e1c99385c432 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Jul 12 14:48:27.092140 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f63df-cb53-42dd-9e15-1a2ef27a55c6 req-1e748b46-d6d8-439a-8345-b63af3a60d60 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:27.093635 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-217f63df-cb53-42dd-9e15-1a2ef27a55c6 req-1e748b46-d6d8-439a-8345-b63af3a60d60 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0537245 Jul 12 14:48:27.145005 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-217f63df-cb53-42dd-9e15-1a2ef27a55c6 req-fd49d201-99e6-43e6-b7be-529b0026f067 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jul 12 14:48:27.468142 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7a668-1896-4d2c-942a-d470043cb1ad req-0de7f05d-3835-4d96-8fb2-c895970e506f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:27.469650 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-83a7a668-1896-4d2c-942a-d470043cb1ad req-0de7f05d-3835-4d96-8fb2-c895970e506f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0489819 Jul 12 14:48:27.519772 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-83a7a668-1896-4d2c-942a-d470043cb1ad req-ac9a1c6e-d757-4619-bbad-a536223e64e3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446048 Jul 12 14:48:27.574583 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:48:27.648192 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 07cdb948-262b-44e3-a60e-ac8f1916b818 is: ACTIVE; New status is: DOWN {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:48:27.648490 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:27.673026 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:27.675226 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee19125-7dfd-4e32-abcd-ed9cc47bd73e" -d '{"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-unplugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:27.696664 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:27.720156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10376b-9412-4866-a34f-4f2185985e09 x-openstack-request-id: req-bf10376b-9412-4866-a34f-4f2185985e09 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:27.720156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-unplugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:27.720156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf10376b-9412-4866-a34f-4f2185985e09 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:27.720156 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf10376b-9412-4866-a34f-4f2185985e09'] response: {'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'code': 200} Jul 12 14:48:27.802050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:27.855942 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=6']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:27.863605 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.863953 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.864295 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.864636 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.864969 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.865333 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.865660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.865985 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.866310 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.866636 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.866958 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.867296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.867604 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.868490 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.868820 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:27.918766 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7ff0f-fbfc-4670-89e2-7815bea95a73 req-581d156c-b036-49f4-89f5-4a3ddcaeac7d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:27.920136 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45f7ff0f-fbfc-4670-89e2-7815bea95a73 req-581d156c-b036-49f4-89f5-4a3ddcaeac7d tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0462763 Jul 12 14:48:27.964500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:27.973257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45f7ff0f-fbfc-4670-89e2-7815bea95a73 req-8402041b-a19b-45d5-8c51-36d7ce0b2329 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473437 Jul 12 14:48:28.053571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:28.062044 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-ae93dc3d-ed86-498a-bfbf-8118122b753c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1410377 Jul 12 14:48:28.288542 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-7bfeba0b-fdee-4638-9925-de7836c0faeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:28.289944 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-7bfeba0b-fdee-4638-9925-de7836c0faeb tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports/07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 941 time: 0.2008417 Jul 12 14:48:28.297543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a2c9-f154-4eee-8183-730bc25c01f2 req-700156f4-6941-47da-9f9c-92a3ebc20549 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:28.298942 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e317a2c9-f154-4eee-8183-730bc25c01f2 req-700156f4-6941-47da-9f9c-92a3ebc20549 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0782926 Jul 12 14:48:28.348744 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e317a2c9-f154-4eee-8183-730bc25c01f2 req-cb6278b6-026c-4482-adcb-f81f7bde31d5 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Jul 12 14:48:29.088568 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2fdd-0d62-4187-ac68-68d8a60b4cc4 req-9691e0c6-fbcb-4d14-9a98-5c6b559f5bf4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:29.090057 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44fe2fdd-0d62-4187-ac68-68d8a60b4cc4 req-9691e0c6-fbcb-4d14-9a98-5c6b559f5bf4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0467472 Jul 12 14:48:29.148597 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-44fe2fdd-0d62-4187-ac68-68d8a60b4cc4 req-9247de76-7048-4280-b2a3-66d1aa00a2b7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530148 Jul 12 14:48:29.465198 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435abf24-f620-4c09-9c33-a8543ff6ec18 req-fe6131c5-50a7-41d9-8857-daa1ad4325a0 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:29.466630 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-435abf24-f620-4c09-9c33-a8543ff6ec18 req-fe6131c5-50a7-41d9-8857-daa1ad4325a0 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0473182 Jul 12 14:48:29.512500 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-435abf24-f620-4c09-9c33-a8543ff6ec18 req-a1141a4e-1a26-4c5a-a014-424017ab925c tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Jul 12 14:48:29.778928 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-c31515de-1be6-460b-8751-5fd5c8759389 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:29.780506 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-c31515de-1be6-460b-8751-5fd5c8759389 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 946 time: 0.0509062 Jul 12 14:48:29.873394 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:29.878376 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:29.886168 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Deleting port fefcfef8-6a7e-4939-8324-f3f2f622a338 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:48:29.886509 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:29.978255 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] For port fefcfef8-6a7e-4939-8324-f3f2f622a338, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fefcfef8-6a7e-4939-8324-f3f2f622a338,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:29.978616 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:29.991099 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Calling delete_port for fefcfef8-6a7e-4939-8324-f3f2f622a338 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:48:30.479996 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (fefcfef8-6a7e-4939-8324-f3f2f622a338), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:30.508992 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Pushing event deleted for resources: {'Port': ['ID=fefcfef8-6a7e-4939-8324-f3f2f622a338,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:30.525021 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fefcfef8-6a7e-4939-8324-f3f2f622a338'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:48:30.558535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] No DVR routers for this DVR port fefcfef8-6a7e-4939-8324-f3f2f622a338 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:48:30.561008 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:30.564215 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-fa0443f0-1fd0-4a3c-9b57-ed14218399ea req-0b51ad84-d3e3-4287-af70-f45fced9731f tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "DELETE /v2.0/ports/fefcfef8-6a7e-4939-8324-f3f2f622a338 HTTP/1.1" status: 204 len: 173 time: 0.7742941 Jul 12 14:48:30.564649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'name': 'network-vif-deleted', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:30.566922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ac34c9-903f-482c-a42d-e4557df48bfc" -d '{"events": [{"server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "name": "network-vif-deleted", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:30.591924 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-d3f42c13-bb39-43fe-9738-f7deb85aa065 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3748987 Jul 12 14:48:30.601572 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a387-de97-4e53-918e-05052e646ba9 req-03d7fa28-e547-44c3-9cb0-91d8f7814dfe tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:30.603477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9319a387-de97-4e53-918e-05052e646ba9 req-03d7fa28-e547-44c3-9cb0-91d8f7814dfe tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.3778203 Jul 12 14:48:30.639376 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b4bb6aee-f6aa-47df-86e4-83438d50023c req-6dff1f98-05c5-4125-9072-6356a2bd67f4 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 210 time: 0.0450337 Jul 12 14:48:30.686938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13d1d5-07ef-433f-81f5-123431d1c515 x-openstack-request-id: req-ec13d1d5-07ef-433f-81f5-123431d1c515 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:30.687202 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042348db-3a7f-47c5-8d26-336846b56bf1", "name": "network-vif-deleted", "tag": "fefcfef8-6a7e-4939-8324-f3f2f622a338", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:30.687455 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec13d1d5-07ef-433f-81f5-123431d1c515 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:30.687861 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec13d1d5-07ef-433f-81f5-123431d1c515'] response: {'server_uuid': '042348db-3a7f-47c5-8d26-336846b56bf1', 'name': 'network-vif-deleted', 'tag': 'fefcfef8-6a7e-4939-8324-f3f2f622a338', 'status': 'completed', 'code': 200} Jul 12 14:48:30.693940 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9319a387-de97-4e53-918e-05052e646ba9 req-7e4a5758-ba40-497d-9cce-476d7798bbb8 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817637 Jul 12 14:48:30.724682 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-505eea53-f577-4f9e-9bf6-50398db6776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:30.726246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-505eea53-f577-4f9e-9bf6-50398db6776a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1130 time: 0.0517466 Jul 12 14:48:30.851266 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-228caa11-3815-459f-b4d0-12a1a2b6b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:30.853352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-228caa11-3815-459f-b4d0-12a1a2b6b349 service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.0986187 Jul 12 14:48:30.920489 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-51a0b019-d9d1-4215-8c7d-c9f960abb18e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 200 len: 1002 time: 0.0607436 Jul 12 14:48:30.979832 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-797de843-99f5-4455-ac6e-99535250f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:30.981397 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-797de843-99f5-4455-ac6e-99535250f895 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0446744 Jul 12 14:48:31.025399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-05c6a723-73b7-4906-b144-63f29a08d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:31.026865 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-05c6a723-73b7-4906-b144-63f29a08d551 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393214 Jul 12 14:48:31.158785 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-4d0f0b30-b008-4e15-9d53-58fffc03c8d5 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923383 Jul 12 14:48:31.459443 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-823ba45e-df9f-4a6c-b8bb-9f43be6aa60e req-8fb3271d-d769-46b1-955a-dff61ac61ef4 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917997 Jul 12 14:48:31.762122 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ff83c3cd-9d74-440d-9cd7-6eaccf4a42f0 req-7f5bfcdf-2b40-4d60-a26a-250b4381f965 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=042348db-3a7f-47c5-8d26-336846b56bf1 HTTP/1.1" status: 200 len: 210 time: 0.0332818 Jul 12 14:48:31.809681 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd49df-6a29-40d1-b8e6-df2b360d1236 req-ac06160a-94e9-4fab-be7f-62afbd022da6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:31.811112 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-81fd49df-6a29-40d1-b8e6-df2b360d1236 req-ac06160a-94e9-4fab-be7f-62afbd022da6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0467584 Jul 12 14:48:31.836301 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:31.844221 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:31.867368 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-81fd49df-6a29-40d1-b8e6-df2b360d1236 req-20c34513-2387-4b8c-81ef-c126f138f184 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Jul 12 14:48:32.239591 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:48:32.983049 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e21748-c1a0-4a23-9c18-723c14f9585f req-e7e2cf43-95bf-4e65-b26c-3fb35609d3c2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:32.984592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-50e21748-c1a0-4a23-9c18-723c14f9585f req-e7e2cf43-95bf-4e65-b26c-3fb35609d3c2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0476885 Jul 12 14:48:33.035377 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-50e21748-c1a0-4a23-9c18-723c14f9585f req-9cea8abf-714a-42bf-a279-5c4b87db25f6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Jul 12 14:48:33.184739 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-50bd8318-339a-44a5-8c5f-f8e8195f1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:33.186206 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-50bd8318-339a-44a5-8c5f-f8e8195f1a39 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d&tenant_id=8fa20247a7af46d0b9660d4cd026f552 HTTP/1.1" status: 200 len: 1128 time: 0.0458231 Jul 12 14:48:33.262966 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-684777c6-ead4-4ecf-8c8f-42bfe7f0f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:33.264456 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-684777c6-ead4-4ecf-8c8f-42bfe7f0f422 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1128 time: 0.0409291 Jul 12 14:48:33.362758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-c03e8f36-bc58-4c43-9ea5-1d87274f749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:33.364223 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-c03e8f36-bc58-4c43-9ea5-1d87274f749e service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.0933897 Jul 12 14:48:33.425424 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-0e8f55e0-4115-4dab-884b-806555cf357b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 999 time: 0.0547175 Jul 12 14:48:33.474895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-e6b4e896-568e-4c22-9f35-d614e63be96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:33.476408 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-e6b4e896-568e-4c22-9f35-d614e63be96c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0444133 Jul 12 14:48:33.519176 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-6c147c7d-87fe-4f80-99d3-ce7725a596cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:33.520611 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-6c147c7d-87fe-4f80-99d3-ce7725a596cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377793 Jul 12 14:48:33.616002 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-ced20911-c0e2-44ec-9641-fd69d689bc77 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881445 Jul 12 14:48:33.632611 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fefcfef8-6a7e-4939-8324-f3f2f622a338 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:48:33.651951 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: fefcfef8-6a7e-4939-8324-f3f2f622a338 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:48:33.652300 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fefcfef8-6a7e-4939-8324-f3f2f622a338 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:48:33.713078 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-836302bd-9d0c-486f-8d54-d6da88c58248 req-d89d3efb-aec8-422a-baa3-f447d76bbf0e service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897570 Jul 12 14:48:34.151792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe1877-e96c-4e3a-9f5d-7a1daab7d44f req-9de696fb-ea5e-40a4-ab9c-d2465cf874f3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:34.153291 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56fe1877-e96c-4e3a-9f5d-7a1daab7d44f req-9de696fb-ea5e-40a4-ab9c-d2465cf874f3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0481334 Jul 12 14:48:34.204552 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-56fe1877-e96c-4e3a-9f5d-7a1daab7d44f req-49175100-7d08-4132-956e-8751915a4ded tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455480 Jul 12 14:48:35.322489 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6b674-6da0-45bc-993b-1ab28c7387c3 req-adcb448a-54ed-4564-8dfb-67db9545f8f4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:35.323899 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bec6b674-6da0-45bc-993b-1ab28c7387c3 req-adcb448a-54ed-4564-8dfb-67db9545f8f4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0485198 Jul 12 14:48:35.373530 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bec6b674-6da0-45bc-993b-1ab28c7387c3 req-015737c9-91d2-4e75-8225-9f587cf86338 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438058 Jul 12 14:48:36.495238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bef91-ef5e-4db4-b124-0cf188267a46 req-3cbd5ae7-76a2-42ca-92fd-e95ca94839f3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:36.496674 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a9bef91-ef5e-4db4-b124-0cf188267a46 req-3cbd5ae7-76a2-42ca-92fd-e95ca94839f3 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0511055 Jul 12 14:48:36.544685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a9bef91-ef5e-4db4-b124-0cf188267a46 req-4024a4cf-d265-424e-8603-ac292676b769 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Jul 12 14:48:37.624622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:37.661210 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ab23c-668a-4233-92ca-a4fb15cd6546 req-dcb6d22d-0a75-4e7f-ad43-6864ae733110 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:37.662639 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-223ab23c-668a-4233-92ca-a4fb15cd6546 req-dcb6d22d-0a75-4e7f-ad43-6864ae733110 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0480459 Jul 12 14:48:37.715757 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-223ab23c-668a-4233-92ca-a4fb15cd6546 req-4d343789-529f-495b-bef3-db5417380516 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Jul 12 14:48:38.842282 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d1b4-43ad-4056-ac3d-0fb4c65a81af req-1c8f704c-0677-4409-9dc2-77de37aa1f99 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:38.843735 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dcb1d1b4-43ad-4056-ac3d-0fb4c65a81af req-1c8f704c-0677-4409-9dc2-77de37aa1f99 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0540664 Jul 12 14:48:38.880417 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:38.894823 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-dcb1d1b4-43ad-4056-ac3d-0fb4c65a81af req-fda3c72b-f816-43a8-8009-feb96e10c525 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Jul 12 14:48:40.015286 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76fbb-43a8-4da2-8a92-a56d0e4ed46f req-ae830a8a-de94-40ac-9a37-1d9b2b88f683 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:40.016653 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b6b76fbb-43a8-4da2-8a92-a56d0e4ed46f req-ae830a8a-de94-40ac-9a37-1d9b2b88f683 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0474439 Jul 12 14:48:40.065131 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b6b76fbb-43a8-4da2-8a92-a56d0e4ed46f req-11cf1baa-393d-4a8b-98de-287ef56da16a tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Jul 12 14:48:40.530838 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:40.560797 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=69,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:41.183735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43262696-f441-47bb-8772-d51a4012aa0d req-b5da40bd-751c-4010-84f6-5031189f6501 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:41.185257 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-43262696-f441-47bb-8772-d51a4012aa0d req-b5da40bd-751c-4010-84f6-5031189f6501 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0486143 Jul 12 14:48:41.237428 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-43262696-f441-47bb-8772-d51a4012aa0d req-8c51a762-14aa-49d7-88dc-ac990024af58 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Jul 12 14:48:42.350176 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983598-e67d-455f-86fb-ff9c9cedbcbd req-370f9afb-ddc5-4334-b217-a2540233c356 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:42.351621 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-85983598-e67d-455f-86fb-ff9c9cedbcbd req-370f9afb-ddc5-4334-b217-a2540233c356 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0467620 Jul 12 14:48:42.401415 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-85983598-e67d-455f-86fb-ff9c9cedbcbd req-662984b6-bacf-4aac-ab72-9924b8d5135b tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Jul 12 14:48:43.310661 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:43.372991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b5f0352d-7d78-465e-9001-28f228b7d57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:43.515249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-f5ee73d9-3d4c-431f-9fe1-29be3015b232 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:43.516709 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-f5ee73d9-3d4c-431f-9fe1-29be3015b232 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/networks?id=42dafc72-b3d0-4625-899c-fa87da784304 HTTP/1.1" status: 200 len: 814 time: 0.1347382 Jul 12 14:48:43.545089 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f3548-fcf6-4b0f-8544-75d30caba353 req-84056f07-b903-45de-bf13-b6bd904d7c57 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:43.547174 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c38f3548-fcf6-4b0f-8544-75d30caba353 req-84056f07-b903-45de-bf13-b6bd904d7c57 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 944 time: 0.0718396 Jul 12 14:48:43.549573 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-7cfb86a8-e78c-4969-bf61-6bdabaf2f413 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/quotas/e89c4c765f5243eaa314231429d20598 HTTP/1.1" status: 200 len: 375 time: 0.0266547 Jul 12 14:48:43.591677 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-a805a43c-721f-435d-8038-768e968a84a0 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374193 Jul 12 14:48:43.641055 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c38f3548-fcf6-4b0f-8544-75d30caba353 req-9f520d6c-fdc1-4d50-8750-ae5b0b9c0d50 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884922 Jul 12 14:48:43.661952 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:48:43.706936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-f46538f3-79cb-445b-833a-c687c29d231b service neutron] 10.222.0.30 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044347 Jul 12 14:48:43.763514 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:43.774751 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'port_id': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'mac_address': 'fa:16:3e:62:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:48:43.796228 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-31feb2b9-9ec9-4d50-bdee-9ed8c3bfe6da service neutron] 10.222.0.30 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832844 Jul 12 14:48:43.813603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 07cdb948-262b-44e3-a60e-ac8f1916b818 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:48:43.814007 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:43.830429 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cdb948-262b-44e3-a60e-ac8f1916b818 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:48:43.849757 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:43.936907 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:43.988367 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=7']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:44.067556 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8e3889c6-2fe1-4e55-a126-99db3e3838b9 req-c64de1a7-a8d1-436b-ab0f-ef8c02b6b4a2 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 210 time: 0.0329130 Jul 12 14:48:44.323882 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['07cdb948-262b-44e3-a60e-ac8f1916b818'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:48:44.753644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41359-67eb-4e00-bbc5-1746e208d94c req-daf00fec-1e54-41aa-a493-1a173ded7c50 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:44.755371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91d41359-67eb-4e00-bbc5-1746e208d94c req-daf00fec-1e54-41aa-a493-1a173ded7c50 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 945 time: 0.0472794 Jul 12 14:48:44.806685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91d41359-67eb-4e00-bbc5-1746e208d94c req-6f48ddb7-dd0b-4d4b-8627-1ae139ae56f7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444443 Jul 12 14:48:45.161294 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a9cc917e-d773-4229-ab2e-acab9ffc31b6 req-878b6986-c01d-46a9-86cc-19cd834596f8 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 210 time: 0.0285313 Jul 12 14:48:45.607220 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b83b22a6-ec80-49a6-a76d-077dd33005e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:45.691988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:48:45.735583 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 07cdb948-262b-44e3-a60e-ac8f1916b818 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:48:45.735880 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:45.808264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 07cdb948-262b-44e3-a60e-ac8f1916b818 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:48:45.808653 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:45.831361 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:45.833578 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517fd72-56f2-445e-b708-131405a528e3" -d '{"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-plugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:45.847353 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:45.894432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962af6a-299f-4e7c-9438-7d2bf9398dd6 x-openstack-request-id: req-6962af6a-299f-4e7c-9438-7d2bf9398dd6 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:45.894721 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-plugged", "status": "completed", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:45.894975 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6962af6a-299f-4e7c-9438-7d2bf9398dd6 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:45.897049 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6962af6a-299f-4e7c-9438-7d2bf9398dd6'] response: {'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'code': 200} Jul 12 14:48:45.926309 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb211-8780-449e-9b3d-30324d5ecfed req-86af10e8-2c42-4a3b-b4ec-65a0151017c6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:45.927770 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66fcb211-8780-449e-9b3d-30324d5ecfed req-86af10e8-2c42-4a3b-b4ec-65a0151017c6 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 945 time: 0.0522041 Jul 12 14:48:45.933070 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:45.964760 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:45.965247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:45.980291 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:45.983371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66fcb211-8780-449e-9b3d-30324d5ecfed req-b35a303b-21bc-415e-b0d4-5a37821eb366 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500622 Jul 12 14:48:45.985149 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=8']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:46.225075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-e8a9151f-a9e8-4873-ad6d-174bd97d140a tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:46.226539 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-e8a9151f-a9e8-4873-ad6d-174bd97d140a tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "GET /v2.0/networks?id=42dafc72-b3d0-4625-899c-fa87da784304 HTTP/1.1" status: 200 len: 814 time: 0.1137156 Jul 12 14:48:46.252492 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:46.260468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Request body: {'port': {'device_id': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304', 'admin_state_up': True, 'tenant_id': 'e89c4c765f5243eaa314231429d20598'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:46.280004 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-280d2552-74d0-4ddb-98cf-0ee52186df27 req-3cff809b-bb6d-42c8-87f6-bd2f8fdf0879 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 210 time: 0.0399690 Jul 12 14:48:46.336546 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef302507-9218-4f62-bc78-3d594465f893 req-eebe0317-016a-4b85-b2a6-86385fb9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:46.338204 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ef302507-9218-4f62-bc78-3d594465f893 req-eebe0317-016a-4b85-b2a6-86385fb9aba3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0496171 Jul 12 14:48:46.387077 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ef302507-9218-4f62-bc78-3d594465f893 req-76559838-a406-4115-b9d2-a0911388eb80 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424714 Jul 12 14:48:46.448315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Made reservation on behalf of e89c4c765f5243eaa314231429d20598 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:48:46.451754 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:46.577289 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Allocated IP 172.20.0.2 (42dafc72-b3d0-4625-899c-fa87da784304/5660542b-5d21-4c6f-bc6f-3abdf01ea4bd/2d1128ff-70e1-441b-8b0f-16f0a58b51f6) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:48:46.732630 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks [] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:46.784630 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:46.848509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:46.892132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Network 42dafc72-b3d0-4625-899c-fa87da784304 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:48:46.895319 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:48:46.899012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:48:46.929043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Pushing event updated for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:46.954194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:46.954813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:47.054237 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-3ca462a3-9115-409f-bcae-622b92bd06de tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039169 Jul 12 14:48:47.100636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea4f3-3c55-4305-9277-168a8863fcad req-a8bb8157-a7b2-4408-bff8-2c190589b8a4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:47.105616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-370ea4f3-3c55-4305-9277-168a8863fcad req-a8bb8157-a7b2-4408-bff8-2c190589b8a4 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0504541 Jul 12 14:48:47.156141 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-370ea4f3-3c55-4305-9277-168a8863fcad req-686b218c-e435-4520-8f08-3afecf1ea867 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480735 Jul 12 14:48:47.198038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Request body: {'port': {'device_id': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:47.219463 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:47.255940 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:47.290945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:47.426383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9830c-b77e-48e1-b58e-6b7fc700546a req-29c281cb-9056-4a3b-87c2-6d04b9e91d61 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:47.427746 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-05e9830c-b77e-48e1-b58e-6b7fc700546a req-29c281cb-9056-4a3b-87c2-6d04b9e91d61 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 931 time: 0.0659053 Jul 12 14:48:47.533698 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-05e9830c-b77e-48e1-b58e-6b7fc700546a req-63ed8cc6-0ecb-423b-a72d-c48c81484956 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953822 Jul 12 14:48:47.596763 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:48:47.604252 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks [] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:47.617381 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Transition to ACTIVE for port object 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:48:47.711088 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:47.760176 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:47.834446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Attempting to bind port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:48:47.834827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Attempting to bind port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:48:47.835150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Attempting to bind port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 on network 42dafc72-b3d0-4625-899c-fa87da784304 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:48:47.839485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 on network 42dafc72-b3d0-4625-899c-fa87da784304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:48:47.839800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Attempting to bind port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 on network 42dafc72-b3d0-4625-899c-fa87da784304 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:48:47.844765 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:48:47.845095 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Checking segment: {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:48:47.845501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Bound using segment: {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:48:47.845913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Bound port: 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d57ebb5-e396-470d-89c8-96a7bdf41fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:48:47.846311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:47.864657 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:47.917803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:48:47.920756 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:48:48.019376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:48.057432 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.058060 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:48.059466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] 10.222.0.33 "PUT /v2.0/ports/2d1128ff-70e1-441b-8b0f-16f0a58b51f6 HTTP/1.1" status: 200 len: 1093 time: 0.8656480 Jul 12 14:48:48.059898 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:48.062211 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59efc3-6c83-4955-8e26-b3dbc8441f27" -d '{"events": [{"name": "network-changed", "server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:48.082952 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d20b07-4c57-412f-9a5a-a405cda17194 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:48.109275 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b09d1-34d9-43ae-989c-d3a8f4fca930 x-openstack-request-id: req-074b09d1-34d9-43ae-989c-d3a8f4fca930 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:48.109567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:48.109822 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-074b09d1-34d9-43ae-989c-d3a8f4fca930 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:48.110240 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074b09d1-34d9-43ae-989c-d3a8f4fca930'] response: {'name': 'network-changed', 'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6', 'status': 'completed', 'code': 200} Jul 12 14:48:48.206013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-bab724f9-7d8c-41bd-9990-88eb920fe236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.207532 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-bab724f9-7d8c-41bd-9990-88eb920fe236 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 1127 time: 0.0536554 Jul 12 14:48:48.279579 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:48.336404 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab6aa4-463f-4adf-b5c6-82fc56994224 req-5fc1fc5a-d690-44d8-a86c-6ce3a713d976 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.338488 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23ab6aa4-463f-4adf-b5c6-82fc56994224 req-5fc1fc5a-d690-44d8-a86c-6ce3a713d976 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0909531 Jul 12 14:48:48.378198 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-d7289d66-192c-4141-aba7-8307eba7bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.379932 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-d7289d66-192c-4141-aba7-8307eba7bf17 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e89c4c765f5243eaa314231429d20598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1523588 Jul 12 14:48:48.404188 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23ab6aa4-463f-4adf-b5c6-82fc56994224 req-2b7a25d6-de40-4d07-a1b1-13b6a62ab612 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587795 Jul 12 14:48:48.490496 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-421b48c7-020c-42ad-9f44-a6a1b268025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.491939 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a59efc3-6c83-4955-8e26-b3dbc8441f27 req-421b48c7-020c-42ad-9f44-a6a1b268025d service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869343 Jul 12 14:48:48.652658 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4ea06-d720-4a0d-bf43-360c7b0fd51a req-10bd7b54-0258-4c73-a4f6-f7bd1cbd2c5c tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.654148 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ab4ea06-d720-4a0d-bf43-360c7b0fd51a req-10bd7b54-0258-4c73-a4f6-f7bd1cbd2c5c tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 943 time: 0.0504706 Jul 12 14:48:48.685284 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:48.703871 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3ab4ea06-d720-4a0d-bf43-360c7b0fd51a req-fbe24d54-7b0d-4ada-888b-62912ccdeda2 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Jul 12 14:48:48.824471 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-d3e08d15-e767-477b-a086-09e52f59a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:48.825976 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-d3e08d15-e767-477b-a086-09e52f59a654 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e89c4c765f5243eaa314231429d20598&device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 1127 time: 0.0400972 Jul 12 14:48:48.880230 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-f0c96549-c47c-4020-a0cf-b8817069f82b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6 HTTP/1.1" status: 200 len: 217 time: 0.0330775 Jul 12 14:48:49.218702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-05436adf-9559-47d8-a292-8f1ea066010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:49.220156 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-05436adf-9559-47d8-a292-8f1ea066010e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5660542b-5d21-4c6f-bc6f-3abdf01ea4bd HTTP/1.1" status: 200 len: 854 time: 0.0486002 Jul 12 14:48:49.238756 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:49.257128 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-bb2a0286-3c32-4c30-80b2-1c46b4eb8393 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=42dafc72-b3d0-4625-899c-fa87da784304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270131 Jul 12 14:48:49.348131 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-652567e3-5162-4089-a480-9a81ad30e022 service neutron] 10.222.0.33 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Jul 12 14:48:49.441872 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-800237e4-27ac-4f88-bde3-ad25d506aad7 req-b9ff06dd-2824-4113-a383-468f596bbe27 service neutron] 10.222.0.33 "GET /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Jul 12 14:48:49.814666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6773fa9-bb3f-4f79-966b-103c186ef63b req-2e1a26de-777b-4d9f-b3f9-9b84ec72602e tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:49.816073 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b6773fa9-bb3f-4f79-966b-103c186ef63b req-2e1a26de-777b-4d9f-b3f9-9b84ec72602e tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 943 time: 0.0458825 Jul 12 14:48:49.834019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:49.865556 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b6773fa9-bb3f-4f79-966b-103c186ef63b req-56ef82d6-5778-46c7-9d57-75d490c45230 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Jul 12 14:48:50.266885 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:50.268259 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:50.521175 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35592) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:50.527180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971005698', 'description': 'tempest-description--1914915518'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:50.628260 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:50.694947 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (8887e187-8d1c-48a0-a52d-1167c4fd8d84), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:50.759216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8887e187-8d1c-48a0-a52d-1167c4fd8d84), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:50.789123 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8887e187-8d1c-48a0-a52d-1167c4fd8d84,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:50.796234 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.796586 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.796945 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.797292 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.797630 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.797969 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.798298 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.798624 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.798948 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.799270 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.799593 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.799915 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.800234 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.800555 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.800872 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:48:50.849325 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:50.850673 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-270e6ab4-6077-44f2-a6d1-00dee09db72c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3284986 Jul 12 14:48:50.853453 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35598) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:50.857762 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '8887e187-8d1c-48a0-a52d-1167c4fd8d84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:50.971068 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (0082f747-243a-4e21-bdd8-d00039950bf9), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:50.981444 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476914ff-1eb7-41f0-9b2d-4f750664d2ca req-7d65d225-4d23-48b6-9888-3db32266b392 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:50.982935 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-476914ff-1eb7-41f0-9b2d-4f750664d2ca req-7d65d225-4d23-48b6-9888-3db32266b392 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 943 time: 0.0477006 Jul 12 14:48:51.020072 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (0082f747-243a-4e21-bdd8-d00039950bf9), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.032221 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-476914ff-1eb7-41f0-9b2d-4f750664d2ca req-aee8d5bf-fb81-43e9-b401-9920b68f0da2 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Jul 12 14:48:51.105534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (0082f747-243a-4e21-bdd8-d00039950bf9), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.124789 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0082f747-243a-4e21-bdd8-d00039950bf9,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:51.232722 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.234033 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-b6eb1f3f-1e17-4ca1-aace-b66fdbceae62 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796513 Jul 12 14:48:51.236691 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35602) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:51.240923 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '8887e187-8d1c-48a0-a52d-1167c4fd8d84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:51.355202 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (527e6637-8eec-4687-be1d-598386bdfee6), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.418593 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (527e6637-8eec-4687-be1d-598386bdfee6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.485533 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (527e6637-8eec-4687-be1d-598386bdfee6), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.504426 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527e6637-8eec-4687-be1d-598386bdfee6,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:51.574903 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.576131 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4c8e0041-7a70-475e-982f-a2437c42a6dd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384976 Jul 12 14:48:51.579096 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35604) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:48:51.583273 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:51.670384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.706518 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:48:51.750564 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.809335 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:51.821427 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6', 'network_id': '42dafc72-b3d0-4625-899c-fa87da784304', 'port_id': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6', 'mac_address': 'fa:16:3e:b8:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5660542b-5d21-4c6f-bc6f-3abdf01ea4bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:48:51.861035 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:48:51.861506 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.27.3.7 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/c240699c-ec8e-4db8-b49c-a1a6e9391527) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:48:51.861664 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.870982 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:51.874916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:48:51.876954 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:51.895613 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:51.974605 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:51.976512 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.023750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:52.086221 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.125624 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:48:52.128445 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:48:52.132139 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:48:52.150812 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57735-3a76-40b5-90eb-a7ba6f4f265f req-7fe79ee9-c391-4617-b370-f61a81322279 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:52.153607 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3d57735-3a76-40b5-90eb-a7ba6f4f265f req-7fe79ee9-c391-4617-b370-f61a81322279 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 944 time: 0.0496912 Jul 12 14:48:52.156112 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=c240699c-ec8e-4db8-b49c-a1a6e9391527,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:52.218678 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c3d57735-3a76-40b5-90eb-a7ba6f4f265f req-3b44bf39-cc1b-44f6-b05f-0d23decccfe9 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 Jul 12 14:48:52.228229 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.289056 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['2d1128ff-70e1-441b-8b0f-16f0a58b51f6'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:48:52.305112 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.345016 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:52.459303 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.516059 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.584670 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=c240699c-ec8e-4db8-b49c-a1a6e9391527,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:52.595053 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.672079 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:52.673340 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a61351f5-0a63-4bd6-824a-148935fa7297 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0933204 Jul 12 14:48:52.869639 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-9efe1876-fdf4-4356-981e-d71dab7ce2c2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--971005698&fields=id&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 267 time: 0.0439258 Jul 12 14:48:52.978517 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-c1f0026e-18cf-4e21-a221-f1ef0fac9c8c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:52.980485 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-c1f0026e-18cf-4e21-a221-f1ef0fac9c8c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1040850 Jul 12 14:48:52.994790 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-f4ab27f1-27bd-4a67-b092-a192736fc07f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/quotas/35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 375 time: 0.0088949 Jul 12 14:48:53.050223 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-f61e5ca5-87df-472d-bf3f-154b02e5ed9a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505469 Jul 12 14:48:53.145432 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-615514e6-d5b3-4e8a-9cdb-2b15090a8f45 service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Jul 12 14:48:53.529370 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e268db5-500a-4311-a1bf-fe90fd9c6663 req-eabe60cc-2377-4e2b-9400-dc82dd0d26bd tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:53.530813 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e268db5-500a-4311-a1bf-fe90fd9c6663 req-eabe60cc-2377-4e2b-9400-dc82dd0d26bd tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 944 time: 0.0635133 Jul 12 14:48:53.532723 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-c5b4189a-501f-4c73-8047-a290ee852ec3 service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818386 Jul 12 14:48:53.578664 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5e268db5-500a-4311-a1bf-fe90fd9c6663 req-0566251b-5121-4594-8390-a4c28b2022bb tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jul 12 14:48:53.776103 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-97b0fd01-dc80-4db6-b9d0-468138aced47 req-12735e82-e800-4fa6-b8d8-377a73c4d0af tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 210 time: 0.0278952 Jul 12 14:48:54.694594 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b56ad-fab5-46d4-ba9b-78e1bcd84255 req-9c856d1e-ef08-4c8a-b88b-c9e7755e7701 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:54.695986 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e83b56ad-fab5-46d4-ba9b-78e1bcd84255 req-9c856d1e-ef08-4c8a-b88b-c9e7755e7701 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 944 time: 0.0495265 Jul 12 14:48:54.743894 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e83b56ad-fab5-46d4-ba9b-78e1bcd84255 req-c5233206-5b10-4906-97d8-5c5db4e6c584 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Jul 12 14:48:54.870182 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-300ee031-2a9f-4e5a-b624-1c8df4d361d6 req-fb7bf6ff-03dd-4dc2-a6dc-77b4ed1967f1 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Jul 12 14:48:55.857494 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da64cbd-7450-44d4-b0c0-63c58630a6b3 req-86ede0bc-2f63-4f53-ac3b-8ae3fb3d9c85 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:55.858965 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2da64cbd-7450-44d4-b0c0-63c58630a6b3 req-86ede0bc-2f63-4f53-ac3b-8ae3fb3d9c85 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 944 time: 0.0470300 Jul 12 14:48:55.912454 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2da64cbd-7450-44d4-b0c0-63c58630a6b3 req-40e7c2f4-d588-4009-9881-28c7954217d9 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Jul 12 14:48:55.944246 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:48:55.975009 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-abf3b9bb-c049-495a-aaa9-a16f7ff37d62 req-1ce2e1b2-5c1a-4655-8caa-28cbcd94f22e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 210 time: 0.0283933 Jul 12 14:48:55.997735 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:48:56.062545 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:56.063331 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:48:56.063689 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:56.138844 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:48:56.139227 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:56.141775 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:56.171229 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:56.171229 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4260ac4-0e38-43c3-a046-a75de6e2eef3" -d '{"events": [{"server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "name": "network-vif-plugged", "status": "completed", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:56.176444 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:56.178417 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:48:56.200849 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c528a8d8-c7be-4308-92f4-e54dc5d9b0d4 x-openstack-request-id: req-c528a8d8-c7be-4308-92f4-e54dc5d9b0d4 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:56.201134 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "name": "network-vif-plugged", "status": "completed", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:56.201420 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c528a8d8-c7be-4308-92f4-e54dc5d9b0d4 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:56.201814 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c528a8d8-c7be-4308-92f4-e54dc5d9b0d4'] response: {'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6', 'code': 200} Jul 12 14:48:56.235688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:56.283246 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:56.585479 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:56.614492 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ca3d5-c870-4e7b-b19d-77b80fb0d20f req-9c8e3911-a451-45f7-ae75-489461a4b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:56.615990 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc0ca3d5-c870-4e7b-b19d-77b80fb0d20f req-9c8e3911-a451-45f7-ae75-489461a4b93a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 1129 time: 0.0392101 Jul 12 14:48:56.640111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:56.672981 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-fc0ca3d5-c870-4e7b-b19d-77b80fb0d20f req-da4f12e7-beab-439e-a0d5-793f2aaeaca8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Jul 12 14:48:57.103435 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6414e-2a51-415a-ae1e-86f3baa58ea4 req-dd3b1d26-5b55-4845-9176-e031b03ade90 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:57.105421 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e4d6414e-2a51-415a-ae1e-86f3baa58ea4 req-dd3b1d26-5b55-4845-9176-e031b03ade90 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.1122110 Jul 12 14:48:57.137260 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-156d81d1-9e20-47f2-b077-5bb03abc8721 req-20943daa-42eb-407f-ad49-71a8853d61c1 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 210 time: 0.0537660 Jul 12 14:48:57.173414 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3f2009d7-f835-4280-8c1e-d1ad2b49a33e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:57.174830 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3f2009d7-f835-4280-8c1e-d1ad2b49a33e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1926448 Jul 12 14:48:57.190885 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e4d6414e-2a51-415a-ae1e-86f3baa58ea4 req-bd7502f1-e281-4c7f-a6a4-475bd1fae9d6 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794280 Jul 12 14:48:57.468987 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-4c9c3b25-9f59-4234-8fc3-b4a4ad106b0b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 472 time: 0.0691874 Jul 12 14:48:57.490273 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'port': {'device_id': '4370218b-d99a-4484-829d-ffa09e867627', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'admin_state_up': True, 'tenant_id': '35438fec2e37438e99201870e0d650af', 'security_groups': ['8887e187-8d1c-48a0-a52d-1167c4fd8d84']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:57.685223 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:48:57.689243 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:57.827946 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.20.0.8 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/fd4499b0-8818-4d57-aba9-bed0b1f2686e) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:48:57.969907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.065508 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.074881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:58.111857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:48:58.114962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:48:58.118919 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:48:58.124972 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:58.155063 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:58.174993 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:58.175623 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.263475 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1565df-aff3-4cac-a5b5-4c1007e3fbd2 req-a370c710-5633-4ae2-b24e-fec4d2de72c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:58.265025 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de1565df-aff3-4cac-a5b5-4c1007e3fbd2 req-a370c710-5633-4ae2-b24e-fec4d2de72c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 931 time: 0.0570145 Jul 12 14:48:58.281592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-3ad1cd52-528a-4f5f-bd8d-e6b2ffce857b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946327 Jul 12 14:48:58.322562 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Request body: {'port': {'device_id': '4370218b-d99a-4484-829d-ffa09e867627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:48:58.365181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14277-89e8-48ae-a00f-56c9ec5d81f2 req-4a9460d0-bb02-419d-9aaa-416029a9fb1d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:58.366732 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1dd14277-89e8-48ae-a00f-56c9ec5d81f2 req-4a9460d0-bb02-419d-9aaa-416029a9fb1d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.1007121 Jul 12 14:48:58.373960 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a311d351-23b8-4bca-b75e-a6ca377d1247 None None] Provisioning complete for port fd4499b0-8818-4d57-aba9-bed0b1f2686e triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:48:58.375028 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a311d351-23b8-4bca-b75e-a6ca377d1247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.413788 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a311d351-23b8-4bca-b75e-a6ca377d1247 None None] Port fd4499b0-8818-4d57-aba9-bed0b1f2686e cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:48:58.414021 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de1565df-aff3-4cac-a5b5-4c1007e3fbd2 req-909d5571-469b-4b60-8389-d98b75cd8d39 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348867 Jul 12 14:48:58.454524 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.474122 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1dd14277-89e8-48ae-a00f-56c9ec5d81f2 req-ee638187-37c2-4ad9-8711-33a4b9b78eaa tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979905 Jul 12 14:48:58.652388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:58.721841 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4499b0-8818-4d57-aba9-bed0b1f2686e {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:48:58.729789 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks [] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.742441 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Transition to ACTIVE for port object fd4499b0-8818-4d57-aba9-bed0b1f2686e will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:48:58.822092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:58.872330 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Pushing event updated for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:58.952821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Attempting to bind port fd4499b0-8818-4d57-aba9-bed0b1f2686e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:48:58.953240 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Attempting to bind port fd4499b0-8818-4d57-aba9-bed0b1f2686e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:48:58.953501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Attempting to bind port fd4499b0-8818-4d57-aba9-bed0b1f2686e on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:48:58.958500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Port fd4499b0-8818-4d57-aba9-bed0b1f2686e on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:48:58.958821 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Attempting to bind port fd4499b0-8818-4d57-aba9-bed0b1f2686e on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:48:58.964499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:48:58.964834 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:48:58.965238 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:48:58.965697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Bound port: fd4499b0-8818-4d57-aba9-bed0b1f2686e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:48:58.966018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:59.033847 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:48:59.036920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:48:59.088242 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:59.126620 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.127225 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:48:59.128800 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] 10.222.0.33 "PUT /v2.0/ports/fd4499b0-8818-4d57-aba9-bed0b1f2686e HTTP/1.1" status: 200 len: 1093 time: 0.8100920 Jul 12 14:48:59.129315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:48:59.133564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69746e37-b883-44dc-8387-85f1405a98be" -d '{"events": [{"name": "network-changed", "server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:48:59.158446 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738957d7-8257-484c-a80c-e7c7900fa97a service neutron] Pushing event updated for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:48:59.188248 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cb05d-4e7a-4d18-8e10-220560ce13ba x-openstack-request-id: req-707cb05d-4e7a-4d18-8e10-220560ce13ba {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:48:59.188541 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:48:59.189000 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-707cb05d-4e7a-4d18-8e10-220560ce13ba {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:48:59.189440 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707cb05d-4e7a-4d18-8e10-220560ce13ba'] response: {'name': 'network-changed', 'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'status': 'completed', 'code': 200} Jul 12 14:48:59.282815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746e37-b883-44dc-8387-85f1405a98be req-2a211c8e-8cbc-4d97-8696-d40e17a2c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.284451 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69746e37-b883-44dc-8387-85f1405a98be req-2a211c8e-8cbc-4d97-8696-d40e17a2c7f9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 1127 time: 0.0516605 Jul 12 14:48:59.397796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746e37-b883-44dc-8387-85f1405a98be req-941c3565-8351-45af-a5e5-c98b44674d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.399215 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69746e37-b883-44dc-8387-85f1405a98be req-941c3565-8351-45af-a5e5-c98b44674d0d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=35438fec2e37438e99201870e0d650af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942080 Jul 12 14:48:59.510666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746e37-b883-44dc-8387-85f1405a98be req-a8edc574-0a72-4f9c-8e13-27ae24a5e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.512090 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-69746e37-b883-44dc-8387-85f1405a98be req-a8edc574-0a72-4f9c-8e13-27ae24a5e4f9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068459 Jul 12 14:48:59.549662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf27ec-54ed-48e9-a2fe-4f7a12e58cae req-c4b512db-3c7a-4a5b-ac96-205a08941ee3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.551319 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ecdf27ec-54ed-48e9-a2fe-4f7a12e58cae req-c4b512db-3c7a-4a5b-ac96-205a08941ee3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 943 time: 0.0635958 Jul 12 14:48:59.630953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:59.659570 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05ba9-792b-4ae3-aec7-f40f7360a254 req-7bfe4719-e954-4f10-baee-7433592cda46 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.661041 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92d05ba9-792b-4ae3-aec7-f40f7360a254 req-7bfe4719-e954-4f10-baee-7433592cda46 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.1087754 Jul 12 14:48:59.665057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-0b1f86a0-8f73-4f45-962f-b3b7badf77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.666518 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-0b1f86a0-8f73-4f45-962f-b3b7badf77f9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 1127 time: 0.0764558 Jul 12 14:48:59.691896 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ecdf27ec-54ed-48e9-a2fe-4f7a12e58cae req-cfdd9f6b-c250-48ff-8d2f-9aeeb0efd0a0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303024 Jul 12 14:48:59.731148 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-b8359405-316c-4208-8c13-f18fa4b469f8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e HTTP/1.1" status: 200 len: 217 time: 0.0426860 Jul 12 14:48:59.787879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-92d05ba9-792b-4ae3-aec7-f40f7360a254 req-ecc5fcad-a3ff-4954-b25a-144f171decc6 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204226 Jul 12 14:48:59.791910 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:48:59.799099 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-df787b9c-69cd-4639-8195-d9c732d7d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.800621 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-df787b9c-69cd-4639-8195-d9c732d7d3b7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0638502 Jul 12 14:48:59.847388 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-0b56340c-0f94-4c25-9e03-6f580f6d0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:48:59.849065 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-0b56340c-0f94-4c25-9e03-6f580f6d0ac2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407243 Jul 12 14:48:59.951246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-70506fab-5c77-43fb-9098-f5bedd30f8d3 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941060 Jul 12 14:49:00.044357 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-87dbd0df-0b63-4c3d-a93c-5f1b3a3407be req-b3b19526-c93c-445c-b341-53bab260824b service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868876 Jul 12 14:49:00.805968 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f41eb9-20c2-4f88-86ab-b8530f8ab6e9 req-df50d302-6c3a-405e-8226-592d4fc9239b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:00.811164 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-02f41eb9-20c2-4f88-86ab-b8530f8ab6e9 req-df50d302-6c3a-405e-8226-592d4fc9239b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 943 time: 0.0473397 Jul 12 14:49:00.858293 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-02f41eb9-20c2-4f88-86ab-b8530f8ab6e9 req-6be46fa1-b18c-4670-aac5-cd13e03317e1 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 Jul 12 14:49:01.976348 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fd4499b0-8818-4d57-aba9-bed0b1f2686e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:49:01.978150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18cefe-6200-4253-87ff-884efcc48d16 req-574e77a1-72e9-4126-8332-2377ef1c013b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:01.979889 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c18cefe-6200-4253-87ff-884efcc48d16 req-574e77a1-72e9-4126-8332-2377ef1c013b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 943 time: 0.0500691 Jul 12 14:49:02.020781 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 35720) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:49:02.039045 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c18cefe-6200-4253-87ff-884efcc48d16 req-0e86049c-dbf0-4878-a715-6c0d95bd49cc tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527980 Jul 12 14:49:02.081764 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:02.093583 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'port_id': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'mac_address': 'fa:16:3e:bd:cb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:49:02.135892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fd4499b0-8818-4d57-aba9-bed0b1f2686e is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:49:02.136280 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.143155 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa8b266f-cf01-45ae-be0c-5cffd4b94c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.149413 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4499b0-8818-4d57-aba9-bed0b1f2686e {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:49:02.169615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:02.220990 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa8b266f-cf01-45ae-be0c-5cffd4b94c04 admin admin] Publish callbacks [] for security_group (8e6f8a4c-7964-43ef-99da-8d9510eb5f8f), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.298688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.344405 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:02.350417 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-aa8b266f-cf01-45ae-be0c-5cffd4b94c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8e6f8a4c-7964-43ef-99da-8d9510eb5f8f), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.391369 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-aa8b266f-cf01-45ae-be0c-5cffd4b94c04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d364ea18c984a7888b0109368e56068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695467 Jul 12 14:49:02.393550 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b266f-cf01-45ae-be0c-5cffd4b94c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f8a4c-7964-43ef-99da-8d9510eb5f8f,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:02.394270 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35724) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:49:02.445780 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] Publish callbacks [] for security_group (8e6f8a4c-7964-43ef-99da-8d9510eb5f8f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.466743 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] Publish callbacks [] for security_group (8e6f8a4c-7964-43ef-99da-8d9510eb5f8f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.588161 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8e6f8a4c-7964-43ef-99da-8d9510eb5f8f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.590637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:02.591811 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e6f8a4c-7964-43ef-99da-8d9510eb5f8f HTTP/1.1" status: 204 len: 168 time: 0.1965585 Jul 12 14:49:02.599745 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064dd0f-d3dd-4c1d-9258-9d16f8e90655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f8a4c-7964-43ef-99da-8d9510eb5f8f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:02.664527 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['fd4499b0-8818-4d57-aba9-bed0b1f2686e'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:49:03.158468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5331b-8146-4a60-b37f-185960627e99 req-186c1e47-e31d-483d-b5e8-5de45ff30b68 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:03.159841 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cfc5331b-8146-4a60-b37f-185960627e99 req-186c1e47-e31d-483d-b5e8-5de45ff30b68 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 944 time: 0.0481057 Jul 12 14:49:03.205668 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-cfc5331b-8146-4a60-b37f-185960627e99 req-7cea3c55-5794-4500-b536-64ff3ffaa1bd tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405393 Jul 12 14:49:03.996071 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fd4499b0-8818-4d57-aba9-bed0b1f2686e up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:49:04.037105 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port fd4499b0-8818-4d57-aba9-bed0b1f2686e completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:49:04.133126 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port fd4499b0-8818-4d57-aba9-bed0b1f2686e triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:49:04.133458 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:04.207692 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port fd4499b0-8818-4d57-aba9-bed0b1f2686e is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:49:04.208075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:04.231844 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:04.234448 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca560d96-9b84-4a1b-ad62-3b74ac3c5c00" -d '{"events": [{"server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "name": "network-vif-plugged", "status": "completed", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:04.246776 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:04.274533 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1474c47-90f8-4d8f-ac84-ecca3252e9a8 x-openstack-request-id: req-e1474c47-90f8-4d8f-ac84-ecca3252e9a8 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:04.274788 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "name": "network-vif-plugged", "status": "completed", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:04.275180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1474c47-90f8-4d8f-ac84-ecca3252e9a8 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:04.275586 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1474c47-90f8-4d8f-ac84-ecca3252e9a8'] response: {'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'code': 200} Jul 12 14:49:04.309750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:04.326250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f3c6-be5e-4ac6-b58e-dee53c80091b req-0b0ffc35-f6b6-45ae-8263-035ff995c16b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:04.328721 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7083f3c6-be5e-4ac6-b58e-dee53c80091b req-0b0ffc35-f6b6-45ae-8263-035ff995c16b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 944 time: 0.0501206 Jul 12 14:49:04.344726 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:04.377319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:04.384431 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7083f3c6-be5e-4ac6-b58e-dee53c80091b req-16f610d1-6fa1-4a39-b18a-f24611fd9be2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500629 Jul 12 14:49:04.396706 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:04.404895 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:04.611436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ff7d-1ffb-42b9-92fb-86275d9e22f8 req-a35462b2-9f84-4529-8b08-526ebfe14be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:04.612936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a560ff7d-1ffb-42b9-92fb-86275d9e22f8 req-a35462b2-9f84-4529-8b08-526ebfe14be7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 1129 time: 0.0418959 Jul 12 14:49:04.656736 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a560ff7d-1ffb-42b9-92fb-86275d9e22f8 req-03daa4b0-c880-4f63-ab23-bc2e5e86fd5b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375247 Jul 12 14:49:05.504137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5118c-8a95-4fa9-ae17-7e052f5b43fa req-9852254d-e1b4-4f96-a94a-0aa5384156d2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:05.505532 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-32d5118c-8a95-4fa9-ae17-7e052f5b43fa req-9852254d-e1b4-4f96-a94a-0aa5384156d2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0466619 Jul 12 14:49:05.551614 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-32d5118c-8a95-4fa9-ae17-7e052f5b43fa req-0b811531-529d-4c7b-b276-beac943dfb44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 Jul 12 14:49:06.662727 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690dbda-854a-40ec-a34e-b063e68b75ff req-3337ad5b-5985-42e1-952b-6013a6793902 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:06.664175 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3690dbda-854a-40ec-a34e-b063e68b75ff req-3337ad5b-5985-42e1-952b-6013a6793902 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0457866 Jul 12 14:49:06.719929 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3690dbda-854a-40ec-a34e-b063e68b75ff req-9fa1dda0-b651-4c88-9fa9-fd6984ef01a8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Jul 12 14:49:07.825973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40753b8-975b-4063-a167-801c5f659f78 req-d50318db-c041-4ab6-bdbd-942702250fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:07.827406 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f40753b8-975b-4063-a167-801c5f659f78 req-d50318db-c041-4ab6-bdbd-942702250fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0465791 Jul 12 14:49:07.844946 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:07.874104 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f40753b8-975b-4063-a167-801c5f659f78 req-a576ae64-43cb-4e99-9b59-4ca8c1610b7c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Jul 12 14:49:08.984466 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddad6f2-3508-405c-9878-468b8215aa37 req-9475da56-eb70-47a5-9466-13e1971db4d1 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:08.985927 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ddad6f2-3508-405c-9878-468b8215aa37 req-9475da56-eb70-47a5-9466-13e1971db4d1 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0460641 Jul 12 14:49:09.032841 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ddad6f2-3508-405c-9878-468b8215aa37 req-6e790723-fe1d-4f38-9ad4-4601e1ff906e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414565 Jul 12 14:49:09.239017 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:49:10.148782 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563d69-082e-4f03-9cf2-789061d80b5b req-f959d1f6-21fa-4727-a320-4a839025a92e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:10.150249 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45563d69-082e-4f03-9cf2-789061d80b5b req-f959d1f6-21fa-4727-a320-4a839025a92e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0499558 Jul 12 14:49:10.198141 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-45563d69-082e-4f03-9cf2-789061d80b5b req-4348bb5c-4b6e-49cc-a2a3-3f70a576f120 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 Jul 12 14:49:11.314842 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716226f3-48d3-4316-8c65-4c657e262b19 req-adc846ad-0e00-47e8-86bd-3d81c2210b82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:11.316342 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-716226f3-48d3-4316-8c65-4c657e262b19 req-adc846ad-0e00-47e8-86bd-3d81c2210b82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Jul 12 14:49:11.376241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-716226f3-48d3-4316-8c65-4c657e262b19 req-c9f2e372-4a72-4a6b-8298-58ba97abc290 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542619 Jul 12 14:49:12.383216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:12.390180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:12.494244 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a1689-eae0-4e9b-bf72-ec2fa54b3658 req-28608f20-0cf4-479d-8d0c-d1c8a4f686f2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:12.495720 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc7a1689-eae0-4e9b-bf72-ec2fa54b3658 req-28608f20-0cf4-479d-8d0c-d1c8a4f686f2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Jul 12 14:49:12.543573 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-bc7a1689-eae0-4e9b-bf72-ec2fa54b3658 req-1af7b87e-dc6d-4c4c-a43f-97f82bf073fc tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Jul 12 14:49:13.097953 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-e33fbd0d-0d31-4c74-9000-a6cd4f50b6bf tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839065815&fields=id&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 267 time: 0.0450237 Jul 12 14:49:13.204002 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-603685ee-d6f5-4b51-adec-f8cc8453eb4e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:13.205477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-603685ee-d6f5-4b51-adec-f8cc8453eb4e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1011844 Jul 12 14:49:13.219522 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-aac7e2d9-7e09-4ab6-a98a-72e7e28f1c33 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/quotas/c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Jul 12 14:49:13.273751 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-8dcfb69d-a5d5-4afb-b607-d8785c08de96 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496376 Jul 12 14:49:13.370644 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-12f8df04-e5bf-48cf-9d92-013f7223dbec service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853713 Jul 12 14:49:13.378577 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fb300a38-cfd9-4e94-923d-c9d4bd099f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:13.401504 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:13.473822 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-6160b32a-e0cb-4638-98ef-e612c338ad45 service neutron] 10.222.0.30 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971396 Jul 12 14:49:13.660685 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16879e6-a940-4d3b-8e6d-7af297782957 req-5c46999b-002f-40b6-a8e6-c173d65b1f82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:13.662227 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d16879e6-a940-4d3b-8e6d-7af297782957 req-5c46999b-002f-40b6-a8e6-c173d65b1f82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0487721 Jul 12 14:49:13.709639 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d16879e6-a940-4d3b-8e6d-7af297782957 req-53cd288b-490f-458d-911f-440367e99d9f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Jul 12 14:49:14.111347 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c121c1d9-6fb3-4dc7-b7e1-78eb4f022e99 req-929f9137-e76c-4393-8632-722552cc2f71 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.0325963 Jul 12 14:49:14.823124 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475bd7-d05e-4135-a953-85ac14d88470 req-5afbc1ce-3561-4f49-9692-f7775c2c725a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:14.824587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a475bd7-d05e-4135-a953-85ac14d88470 req-5afbc1ce-3561-4f49-9692-f7775c2c725a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Jul 12 14:49:14.872406 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5a475bd7-d05e-4135-a953-85ac14d88470 req-b79170eb-24cb-4700-a2b8-0ad8ee27874e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Jul 12 14:49:14.970817 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:14.984309 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646e7f1-7ec5-45e7-ba65-3894f62df981 req-9a145ec6-b962-421e-b3ff-4513a2db8969 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:14.985792 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9646e7f1-7ec5-45e7-ba65-3894f62df981 req-9a145ec6-b962-421e-b3ff-4513a2db8969 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0476747 Jul 12 14:49:14.994521 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35832) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:49:14.998748 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'port_id': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:49:15.039693 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:15.226353 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e6181729-dc61-4ca8-8b81-4c17c2f7eb80 req-117a9c64-7854-45eb-9b7e-2d433a7847f0 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.0338976 Jul 12 14:49:15.507695 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:15.573662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:15.599413 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6866-24de-47c5-af5f-fbe3523a43af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:15.665619 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP fc4d2804-601a-4802-97e1-0520e700c4a8 associated. External IP: 172.27.3.7, port: fd4499b0-8818-4d57-aba9-bed0b1f2686e. Jul 12 14:49:15.849397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:15.864511 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:49:16.242594 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:16.291325 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:49:16.298276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:16.302248 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:49:16.315065 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:49:16.315691 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:16.364880 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1e7c9c51-043a-4c5e-a09c-9c6eaac417df req-16724e3b-8c5c-486f-a4c4-11366e9199ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.0593412 Jul 12 14:49:16.380589 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-abbed4c2-2cdb-49d6-9d08-85cf3b453d82 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "PUT /v2.0/floatingips/fc4d2804-601a-4802-97e1-0520e700c4a8 HTTP/1.1" status: 200 len: 989 time: 1.3825088 Jul 12 14:49:16.380589 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:16.381298 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d87422-b98d-4609-b4f5-d9a70a0add73" -d '{"events": [{"name": "network-changed", "server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:16.388792 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-7ba39561-4b1b-4d97-9f83-61660204c5f7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:16.390228 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-7ba39561-4b1b-4d97-9f83-61660204c5f7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 811 time: 0.1816664 Jul 12 14:49:16.424112 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db425b7-80a8-4cc3-bde4-eaf0b8c6efe8 x-openstack-request-id: req-6db425b7-80a8-4cc3-bde4-eaf0b8c6efe8 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:16.424407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:16.424671 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6db425b7-80a8-4cc3-bde4-eaf0b8c6efe8 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:16.425074 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db425b7-80a8-4cc3-bde4-eaf0b8c6efe8'] response: {'name': 'network-changed', 'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'status': 'completed', 'code': 200} Jul 12 14:49:16.431544 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:49:16.636723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}, {'id': 'fc4d2804-601a-4802-97e1-0520e700c4a8', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:bd:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370218b-d99a-4484-829d-ffa09e867627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:48:52Z', 'updated_at': '2022-07-12T14:49:15Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:16.665200 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:49:16.673558 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:49:16.674173 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:16.784083 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:49:16.855306 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:16.992742 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}, {'id': 'fc4d2804-601a-4802-97e1-0520e700c4a8', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:bd:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370218b-d99a-4484-829d-ffa09e867627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:48:52Z', 'updated_at': '2022-07-12T14:49:15Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:17.018635 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8819ed-44b1-4442-b6ba-9d1ebb6e6b15 None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}, {'id': 'fc4d2804-601a-4802-97e1-0520e700c4a8', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:bd:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370218b-d99a-4484-829d-ffa09e867627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:48:52Z', 'updated_at': '2022-07-12T14:49:15Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:49:17.208159 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea19a5-7344-4d29-a48a-6976233ecf56 None None] New status for floating IP fc4d2804-601a-4802-97e1-0520e700c4a8: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:49:17.738066 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9ed745bd-4321-48e6-b663-3590e6be5eec req-e8cac8d3-70ca-4320-9626-93eff273458e tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.3016455 Jul 12 14:49:18.279240 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:18.658768 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:18.894081 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-855b512f-2416-4225-94b7-8efa2061eca3 req-9d003f8b-b586-4fd7-b710-38b903e1a440 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.0838368 Jul 12 14:49:19.228827 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-ede6f9c7-4788-485d-a54f-ee1a93d05e3a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c361a671e3fc43c8a536f6526dc530b1 HTTP/1.1" status: 200 len: 380 time: 0.0591648 Jul 12 14:49:19.235232 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-6a2361bc-2321-4de8-874f-44d65eb08586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:19.236719 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-6a2361bc-2321-4de8-874f-44d65eb08586 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 1129 time: 0.0413408 Jul 12 14:49:19.239670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'port': {'device_id': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'admin_state_up': True, 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'security_groups': ['52905454-4ca4-406a-876a-00367bd8aad5']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:49:19.331527 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-cd49ab7a-ffce-4f53-afcd-82ad4563a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:19.333013 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-cd49ab7a-ffce-4f53-afcd-82ad4563a265 service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0903995 Jul 12 14:49:19.395632 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-ffe504a9-24b2-4cd0-9a73-a53a0f339edb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e HTTP/1.1" status: 200 len: 999 time: 0.0540822 Jul 12 14:49:19.433523 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Made reservation on behalf of c361a671e3fc43c8a536f6526dc530b1 for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:49:19.437092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:19.446343 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-b17f173e-20d2-4bdb-a8b0-03ec9bc613d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:19.449544 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-b17f173e-20d2-4bdb-a8b0-03ec9bc613d1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0443869 Jul 12 14:49:19.501673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-44fff282-9477-4fb3-a72c-58de5723aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:19.503069 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-44fff282-9477-4fb3-a72c-58de5723aa69 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429749 Jul 12 14:49:19.568709 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.20.0.9 (053ecff6-71cf-4863-84fc-402dc3a5230b/773b3dd9-aa95-410f-ae4e-be124423c3ba/cc4460df-a6f5-4837-9f82-68d3b6142fc5) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:49:19.595886 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-58a4923f-f5dc-41ea-ac69-41f31c2272fd service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Jul 12 14:49:19.693023 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-c9d87422-b98d-4609-b4f5-d9a70a0add73 req-2c97cc01-cbe7-44b0-b322-430299a333ce service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895352 Jul 12 14:49:19.716285 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:19.825194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:19.869776 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 053ecff6-71cf-4863-84fc-402dc3a5230b is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:49:19.873386 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:49:19.877131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:49:19.883448 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:19.915550 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.916329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.916329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.916626 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.917510 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.917854 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.918190 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.918520 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.919071 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.919413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.919750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.920156 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.920407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.920735 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.921057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:19.931768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:19.945048 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:19.945811 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.006953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:20.023929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3e44-8d63-487c-a5cb-74091e90c553 req-7eb12aaf-84ba-4605-9532-208bbd96296d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:20.025093 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-734a3e44-8d63-487c-a5cb-74091e90c553 req-7eb12aaf-84ba-4605-9532-208bbd96296d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 931 time: 0.0556302 Jul 12 14:49:20.029448 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-9d7f9760-dff3-4695-933b-0fae78fa2765 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7935035 Jul 12 14:49:20.053405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Request body: {'port': {'device_id': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:49:20.112474 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-734a3e44-8d63-487c-a5cb-74091e90c553 req-1fea6e21-3ff7-42a3-8e84-8e1fe1ccf21f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802839 Jul 12 14:49:20.123528 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-e3d765d2-c235-4206-95c7-e0bbb0c925e5 None None] Provisioning complete for port cc4460df-a6f5-4837-9f82-68d3b6142fc5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:49:20.124503 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e3d765d2-c235-4206-95c7-e0bbb0c925e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.148000 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.165151 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-e3d765d2-c235-4206-95c7-e0bbb0c925e5 None None] Port cc4460df-a6f5-4837-9f82-68d3b6142fc5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:49:20.412953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4460df-a6f5-4837-9f82-68d3b6142fc5 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:49:20.421530 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks [] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.439245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Transition to ACTIVE for port object cc4460df-a6f5-4837-9f82-68d3b6142fc5 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:49:20.502013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.553539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Pushing event updated for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:20.634904 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Attempting to bind port cc4460df-a6f5-4837-9f82-68d3b6142fc5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:49:20.635367 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Attempting to bind port cc4460df-a6f5-4837-9f82-68d3b6142fc5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:49:20.636269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Attempting to bind port cc4460df-a6f5-4837-9f82-68d3b6142fc5 on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:49:20.639128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:20.641437 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Port cc4460df-a6f5-4837-9f82-68d3b6142fc5 on network 053ecff6-71cf-4863-84fc-402dc3a5230b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:49:20.641759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Attempting to bind port cc4460df-a6f5-4837-9f82-68d3b6142fc5 on network 053ecff6-71cf-4863-84fc-402dc3a5230b {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:49:20.647127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:49:20.647461 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Checking segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:49:20.647841 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Bound using segment: {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:49:20.648265 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Bound port: cc4460df-a6f5-4837-9f82-68d3b6142fc5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a470c94-e932-49db-9c6e-0d540e68d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:49:20.648656 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.715053 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:49:20.721201 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:49:20.787288 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:20.796900 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.833252 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:20.833867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:20.835238 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] 10.222.0.33 "PUT /v2.0/ports/cc4460df-a6f5-4837-9f82-68d3b6142fc5 HTTP/1.1" status: 200 len: 1093 time: 0.7877231 Jul 12 14:49:20.835665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:20.837941 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d2805-b09e-41c0-afc2-702205171a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:20.863956 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d15e-be8c-4483-9790-bcc5a287da4f service neutron] Pushing event updated for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:20.894644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372aed6-f831-4256-816b-feea67c5d06f x-openstack-request-id: req-8372aed6-f831-4256-816b-feea67c5d06f {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:20.894934 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:20.895190 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8372aed6-f831-4256-816b-feea67c5d06f {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:20.895592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8372aed6-f831-4256-816b-feea67c5d06f'] response: {'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'status': 'completed', 'code': 200} Jul 12 14:49:21.235098 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd306-aaaf-4bc8-9e1e-a873e0ce0316 req-bf5f2e5d-cf3d-4264-b971-f66d43029f6f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:21.236554 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-797cd306-aaaf-4bc8-9e1e-a873e0ce0316 req-bf5f2e5d-cf3d-4264-b971-f66d43029f6f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0484316 Jul 12 14:49:21.288620 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-797cd306-aaaf-4bc8-9e1e-a873e0ce0316 req-3619289d-2cc3-4ac7-bb17-f4855f2a409f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Jul 12 14:49:22.403410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8997df4-d038-4a05-9d91-2f1cd23a06aa req-4df232ad-70da-4b7d-9f18-09723f955217 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:22.404869 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8997df4-d038-4a05-9d91-2f1cd23a06aa req-4df232ad-70da-4b7d-9f18-09723f955217 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0472438 Jul 12 14:49:22.454777 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a8997df4-d038-4a05-9d91-2f1cd23a06aa req-8951b983-66c9-4303-b92c-d9a96e25752f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Jul 12 14:49:23.568803 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b27661-efe5-405a-9e8e-ce9bc73967b9 req-7fa9796e-5513-4bd1-9f0c-d79baed065e4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:23.570310 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b27661-efe5-405a-9e8e-ce9bc73967b9 req-7fa9796e-5513-4bd1-9f0c-d79baed065e4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0462427 Jul 12 14:49:23.620831 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-01b27661-efe5-405a-9e8e-ce9bc73967b9 req-b3c21e09-b974-4597-8261-640109ce34d2 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Jul 12 14:49:23.711740 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2805-b09e-41c0-afc2-702205171a9a req-28a92116-cbaa-4dba-8052-9150c715548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:23.713283 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-515d2805-b09e-41c0-afc2-702205171a9a req-28a92116-cbaa-4dba-8052-9150c715548f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1127 time: 0.0436187 Jul 12 14:49:23.799214 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:23.826833 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2805-b09e-41c0-afc2-702205171a9a req-68ba1337-2ba3-4658-bc03-ddb74f9923a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:23.828300 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-515d2805-b09e-41c0-afc2-702205171a9a req-68ba1337-2ba3-4658-bc03-ddb74f9923a2 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c361a671e3fc43c8a536f6526dc530b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930774 Jul 12 14:49:23.926795 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2805-b09e-41c0-afc2-702205171a9a req-f2041700-c6af-4088-a1e7-05787aaff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:23.928240 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-515d2805-b09e-41c0-afc2-702205171a9a req-f2041700-c6af-4088-a1e7-05787aaff5f6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937750 Jul 12 14:49:24.036355 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-6527d0a8-d3f7-44c2-ae79-0de5a5ee50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:24.037886 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-6527d0a8-d3f7-44c2-ae79-0de5a5ee50b9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1127 time: 0.0398142 Jul 12 14:49:24.094060 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-055dea89-e2a3-4f1c-872c-97257748a5ae service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5 HTTP/1.1" status: 200 len: 217 time: 0.0365992 Jul 12 14:49:24.143398 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-efd92a1b-bbec-4705-b22a-cb83470bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:24.144828 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-efd92a1b-bbec-4705-b22a-cb83470bd43e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0443947 Jul 12 14:49:24.190018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-b6c43405-5541-4d45-ad8c-78d4bf1a87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:24.191548 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-b6c43405-5541-4d45-ad8c-78d4bf1a87a8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392456 Jul 12 14:49:24.285705 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-e02ad30c-e0de-4239-a5aa-2a63f8397c84 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860691 Jul 12 14:49:24.360857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:24.378019 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1c74bdd6-86fc-44b2-9f86-2ee4097d4f06 req-feb0c9ff-24fd-4e0c-bd09-55feee2ea3aa service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Jul 12 14:49:24.743070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f38e9-e0f0-4607-96dc-89c4521d37be req-c5791579-25c7-4032-8b32-146bf30d4927 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:24.744647 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a8f38e9-e0f0-4607-96dc-89c4521d37be req-c5791579-25c7-4032-8b32-146bf30d4927 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0524712 Jul 12 14:49:24.797715 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9a8f38e9-e0f0-4607-96dc-89c4521d37be req-2bb036ef-8844-4324-a0fe-dfaac120d8ac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Jul 12 14:49:25.913636 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cfcef-fce7-464d-9845-3f3376a330ff req-287be752-eab0-414a-8b16-8a7efad1e5cf tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:25.915277 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c2cfcef-fce7-464d-9845-3f3376a330ff req-287be752-eab0-414a-8b16-8a7efad1e5cf tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Jul 12 14:49:25.965282 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c2cfcef-fce7-464d-9845-3f3376a330ff req-c1b800a2-123b-49ca-87cc-6a3d99c533ac tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Jul 12 14:49:26.038644 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:27.081419 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65667f3e-cd19-46cf-9464-4440bb8d5226 req-af988ddd-95d4-4ba1-8504-981f5a0af8c7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:27.082890 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-65667f3e-cd19-46cf-9464-4440bb8d5226 req-af988ddd-95d4-4ba1-8504-981f5a0af8c7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0503039 Jul 12 14:49:27.133251 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-65667f3e-cd19-46cf-9464-4440bb8d5226 req-fdd0c4af-b325-4d6b-81fb-809b3bda047d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jul 12 14:49:27.316168 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:27.318992 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:28.250220 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a507b7b-4eba-4821-ae6f-2c40756c8e71 req-c79cad93-6cba-47d2-8ce7-86e4977c256f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:28.251667 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a507b7b-4eba-4821-ae6f-2c40756c8e71 req-c79cad93-6cba-47d2-8ce7-86e4977c256f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0516605 Jul 12 14:49:28.301170 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a507b7b-4eba-4821-ae6f-2c40756c8e71 req-313477a7-dcb5-4172-8224-9e13933adc4f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Jul 12 14:49:29.412436 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15bcb9-63a5-4973-af93-23bfff3ff7c2 req-b3ca990c-a38e-4688-be3e-fa89e6956375 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:29.413911 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be15bcb9-63a5-4973-af93-23bfff3ff7c2 req-b3ca990c-a38e-4688-be3e-fa89e6956375 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0471740 Jul 12 14:49:29.463272 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-be15bcb9-63a5-4973-af93-23bfff3ff7c2 req-1731b3c8-0e0f-48b2-bb0e-b7df0e81125a tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Jul 12 14:49:29.684280 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=49 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:29.690153 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=45 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:30.583801 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f082e5e-69d3-4cac-be52-af39539d3206 req-45732d0c-7779-43b5-b73c-b0fa0b9ba9d3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:30.585322 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f082e5e-69d3-4cac-be52-af39539d3206 req-45732d0c-7779-43b5-b73c-b0fa0b9ba9d3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0517800 Jul 12 14:49:30.636400 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5f082e5e-69d3-4cac-be52-af39539d3206 req-0a3c915a-f26a-41ec-8498-f9b35f19c7d7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Jul 12 14:49:31.071431 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498a17c-eaf4-4e51-8ecd-274c725e86b6 req-df12f4b8-7f86-4631-a59e-d5d3fddd3e9d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:31.072908 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2498a17c-eaf4-4e51-8ecd-274c725e86b6 req-df12f4b8-7f86-4631-a59e-d5d3fddd3e9d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.0477169 Jul 12 14:49:31.085267 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:31.120305 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2498a17c-eaf4-4e51-8ecd-274c725e86b6 req-904048b0-3781-4c61-b348-e1136f255a32 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Jul 12 14:49:31.753204 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195eb1-68e3-4cf7-a89e-e09acf5f61c1 req-bcd790d9-46fe-4785-aef5-e4c6657f3adc tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:31.755013 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-53195eb1-68e3-4cf7-a89e-e09acf5f61c1 req-bcd790d9-46fe-4785-aef5-e4c6657f3adc tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0472550 Jul 12 14:49:31.807495 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-53195eb1-68e3-4cf7-a89e-e09acf5f61c1 req-58e23f16-6578-42db-94b4-877737f0733b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Jul 12 14:49:32.233885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83859-49b8-48d1-818f-448aa38d642c req-311de6e6-c742-4ec9-a350-d07c51755339 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:32.235360 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3f83859-49b8-48d1-818f-448aa38d642c req-311de6e6-c742-4ec9-a350-d07c51755339 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.0472655 Jul 12 14:49:32.281419 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3f83859-49b8-48d1-818f-448aa38d642c req-8220cd67-b9d8-4d6b-87b7-f96e50237b19 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Jul 12 14:49:32.918663 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272ca8-ea96-4cee-b296-78ca4d158d18 req-31529e91-5fc5-4a8f-ab0e-a368109e4887 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:32.920105 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3272ca8-ea96-4cee-b296-78ca4d158d18 req-31529e91-5fc5-4a8f-ab0e-a368109e4887 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 943 time: 0.0470457 Jul 12 14:49:32.969655 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b3272ca8-ea96-4cee-b296-78ca4d158d18 req-ee08d069-516d-464d-874f-e3db818d8cef tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Jul 12 14:49:33.168168 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-79405c85-2f00-4399-bc15-f3c8c28ef22b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412273 Jul 12 14:49:33.396390 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405420a8-0932-48b6-bc1c-8350a4930fb2 req-8620b551-5abd-4091-8095-1c42c85a1668 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.397879 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-405420a8-0932-48b6-bc1c-8350a4930fb2 req-8620b551-5abd-4091-8095-1c42c85a1668 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.0475731 Jul 12 14:49:33.429110 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:33.451630 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-c4652fbc-16b5-4a22-be83-cd1cd78696fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.453128 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-c4652fbc-16b5-4a22-be83-cd1cd78696fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 1129 time: 0.0544004 Jul 12 14:49:33.474046 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-405420a8-0932-48b6-bc1c-8350a4930fb2 req-e0528a30-a596-46ef-9b0c-4f86dc860e0d tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/security-groups?id=b343f8f3-9a77-415a-9f77-e21865e7fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Jul 12 14:49:33.590327 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device cc4460df-a6f5-4837-9f82-68d3b6142fc5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:49:33.598379 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-68fb5a4c-80f0-4dc0-863f-c57d923837c5 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.599980 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-68fb5a4c-80f0-4dc0-863f-c57d923837c5 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 945 time: 0.0518990 Jul 12 14:49:33.634001 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-e9f1e7a8-4665-4aa1-800a-4f3195ec155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.636321 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-e9f1e7a8-4665-4aa1-800a-4f3195ec155f service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0875430 Jul 12 14:49:33.663189 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:33.694426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:33.697922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Deleting port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:49:33.698261 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:33.706094 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-00d7ea21-ad39-4f6b-8b52-556f0050427d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1 HTTP/1.1" status: 200 len: 1000 time: 0.0607178 Jul 12 14:49:33.711695 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'port_id': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'mac_address': 'fa:16:3e:cd:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:49:33.746847 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port cc4460df-a6f5-4837-9f82-68d3b6142fc5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:49:33.747408 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:33.759105 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-1130e2ea-09fd-4e9a-ab15-80b2233fb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.760635 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-1130e2ea-09fd-4e9a-ab15-80b2233fb46c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0479193 Jul 12 14:49:33.763233 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4460df-a6f5-4837-9f82-68d3b6142fc5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:49:33.784037 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:33.798725 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] For port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,segment=NetworkSegment(8d57ebb5-e396-470d-89c8-96a7bdf41fdc),segment_id=8d57ebb5-e396-470d-89c8-96a7bdf41fdc)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:33.799090 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:33.812652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-f41ba515-d313-4dfd-a84c-f832737bdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:33.812867 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Calling delete_port for 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:49:33.814338 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-f41ba515-d313-4dfd-a84c-f832737bdc29 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412414 Jul 12 14:49:33.841687 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:33.891606 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:33.898935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.899287 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.899634 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.899976 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.900311 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.900637 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.900973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.901330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.901662 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.901989 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.902318 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.902646 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.902977 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.903295 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.903619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:49:33.920810 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-8497c6de-01c5-4165-8161-b23005c4f0f9 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951703 Jul 12 14:49:33.987772 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (2d1128ff-70e1-441b-8b0f-16f0a58b51f6), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:34.013040 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e777dc0d-28ee-4d2f-adb3-02a067136051 req-70832066-a2e8-4fe5-b4ec-eb422b348b47 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863080 Jul 12 14:49:34.021925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Pushing event deleted for resources: {'Port': ['ID=2d1128ff-70e1-441b-8b0f-16f0a58b51f6,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:34.091380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] No DVR routers for this DVR port 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:49:34.095696 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:34.098973 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-91b03ede-1c3b-483b-a7f0-742473e093c9 req-27f1c05b-5474-4577-b0d9-51937f676583 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.33 "DELETE /v2.0/ports/2d1128ff-70e1-441b-8b0f-16f0a58b51f6 HTTP/1.1" status: 204 len: 173 time: 0.4900930 Jul 12 14:49:34.101793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'name': 'network-vif-deleted', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:34.101793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1124ce2-ac31-4fc4-8008-d84f420c0635" -d '{"events": [{"server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "name": "network-vif-deleted", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:34.120526 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacfb8b-4a97-4954-958d-afad6ba15035 req-a3c637c3-1aea-4deb-ae38-0abadc3ed3be tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:34.122033 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-efacfb8b-4a97-4954-958d-afad6ba15035 req-a3c637c3-1aea-4deb-ae38-0abadc3ed3be tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 944 time: 0.0742598 Jul 12 14:49:34.143375 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3d88b5-69e9-45f1-a790-cb1e6759209d x-openstack-request-id: req-1a3d88b5-69e9-45f1-a790-cb1e6759209d {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:34.143659 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a84da-7f55-4b8a-8b09-ffcc85cc3a0a", "name": "network-vif-deleted", "tag": "2d1128ff-70e1-441b-8b0f-16f0a58b51f6", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:34.143910 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a3d88b5-69e9-45f1-a790-cb1e6759209d {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:34.144295 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3d88b5-69e9-45f1-a790-cb1e6759209d'] response: {'server_uuid': '446a84da-7f55-4b8a-8b09-ffcc85cc3a0a', 'name': 'network-vif-deleted', 'tag': '2d1128ff-70e1-441b-8b0f-16f0a58b51f6', 'status': 'completed', 'code': 200} Jul 12 14:49:34.156500 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:34.161737 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['2d1128ff-70e1-441b-8b0f-16f0a58b51f6'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:49:34.176038 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-efacfb8b-4a97-4954-958d-afad6ba15035 req-6c835811-1d5b-4b29-ac5d-1ac88b4034ba tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Jul 12 14:49:34.304280 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['cc4460df-a6f5-4837-9f82-68d3b6142fc5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:49:34.577097 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2a4aecfc-0fea-44cd-9b11-79376a57a9ee req-a4d0e33f-218c-4844-acd5-d2f7ae3a50b4 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 210 time: 0.0323865 Jul 12 14:49:35.290519 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebbfec-2e76-422d-afe6-74d1679329c0 req-ffa73fad-bf06-439e-9c58-f8550e8be6c4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:35.291988 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8ebbfec-2e76-422d-afe6-74d1679329c0 req-ffa73fad-bf06-439e-9c58-f8550e8be6c4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 944 time: 0.0473459 Jul 12 14:49:35.340939 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d8ebbfec-2e76-422d-afe6-74d1679329c0 req-76d22813-ecae-4df4-b326-387aeae2caa7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433872 Jul 12 14:49:35.604448 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device cc4460df-a6f5-4837-9f82-68d3b6142fc5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:49:35.648057 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:35.650593 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port cc4460df-a6f5-4837-9f82-68d3b6142fc5 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:49:35.689538 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6794be9e-7347-473a-bb7f-09391f78a464 req-f2e5560a-ed3b-4583-a9f6-f003fc407880 tempest-VolumesSnapshotTestJSON-1496703537 tempest-VolumesSnapshotTestJSON-1496703537-project] 10.222.0.30 "GET /v2.0/ports?device_id=446a84da-7f55-4b8a-8b09-ffcc85cc3a0a HTTP/1.1" status: 200 len: 210 time: 0.0302410 Jul 12 14:49:35.713002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port cc4460df-a6f5-4837-9f82-68d3b6142fc5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:49:35.713430 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:35.784796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port cc4460df-a6f5-4837-9f82-68d3b6142fc5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:49:35.785098 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:35.808228 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:35.810570 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea80b6-b5b8-462f-93a7-3e9d5a453dad" -d '{"events": [{"server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:35.832269 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:49:35.845869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a0361-401c-42ae-b73d-09efe17928bb x-openstack-request-id: req-b99a0361-401c-42ae-b73d-09efe17928bb {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:35.846158 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "name": "network-vif-plugged", "status": "completed", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:35.846410 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b99a0361-401c-42ae-b73d-09efe17928bb {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:35.846803 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a0361-401c-42ae-b73d-09efe17928bb'] response: {'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'code': 200} Jul 12 14:49:35.922849 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:36.098150 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:36.284877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dd3e1-018e-40a7-aed9-b64d663b5fce req-c30d7b53-b91d-4f62-a263-8cf3a68a362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:36.286419 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-233dd3e1-018e-40a7-aed9-b64d663b5fce req-c30d7b53-b91d-4f62-a263-8cf3a68a362f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1129 time: 0.0394897 Jul 12 14:49:36.336697 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-233dd3e1-018e-40a7-aed9-b64d663b5fce req-4a72c65a-f80d-4353-8b17-d256c4eb4f98 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434337 Jul 12 14:49:36.453108 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d72c43-471a-4df8-8c57-7945e580b74f req-d5d1f170-123f-4f58-8fc5-45a6786b991b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:36.454592 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-32d72c43-471a-4df8-8c57-7945e580b74f req-d5d1f170-123f-4f58-8fc5-45a6786b991b tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0470712 Jul 12 14:49:36.502687 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-32d72c43-471a-4df8-8c57-7945e580b74f req-b0fed19c-bd76-42cd-b189-3132d6420162 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Jul 12 14:49:37.614684 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:49:37.615311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7d889-364a-4eec-b26b-77854957eaf6 req-a2444176-5f8f-4056-b72c-30a0460082bd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:37.616713 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06e7d889-364a-4eec-b26b-77854957eaf6 req-a2444176-5f8f-4056-b72c-30a0460082bd tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0470564 Jul 12 14:49:37.635326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:49:37.635670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2d1128ff-70e1-441b-8b0f-16f0a58b51f6 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:49:37.655482 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:37.669377 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-06e7d889-364a-4eec-b26b-77854957eaf6 req-dde588c1-076c-4540-a42e-5987ea7e7dec tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Jul 12 14:49:38.786329 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de270659-dfed-4089-9127-8dc35e657bdc req-40a01669-1542-461b-8b87-dec07c38dee3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:38.787789 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de270659-dfed-4089-9127-8dc35e657bdc req-40a01669-1542-461b-8b87-dec07c38dee3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0507801 Jul 12 14:49:38.837665 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-de270659-dfed-4089-9127-8dc35e657bdc req-3caa964b-483b-4a17-89de-b5394c7242a5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Jul 12 14:49:38.952570 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beaad5-f7eb-42e6-9d20-782db4699ab7 req-3361ddee-3c02-4bbf-94ed-5b4daa0752ba tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:38.954062 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9beaad5-f7eb-42e6-9d20-782db4699ab7 req-3361ddee-3c02-4bbf-94ed-5b4daa0752ba tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0463192 Jul 12 14:49:39.001411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d9beaad5-f7eb-42e6-9d20-782db4699ab7 req-86789c84-f88b-4e61-9b08-a15a4e0d5806 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417726 Jul 12 14:49:39.024484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35988) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:49:39.160079 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6244a-099e-4005-97e0-5e4e9aa5426d tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:39.161566 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-49f6244a-099e-4005-97e0-5e4e9aa5426d tempest-TestVolumeBootPattern-355414281 tempest-TestVolumeBootPattern-355414281-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1124 time: 0.1361217 Jul 12 14:49:39.164405 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 35992) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:49:39.168410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'port_id': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:49:39.267320 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:39.344219 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:39.450580 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Allocated IP 172.27.3.30 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/5455c116-dbd1-4698-93e7-bf2741f07acf) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:49:39.517655 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:39.550425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:39.658733 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:39.705848 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:49:39.708827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:49:39.712536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:49:39.715660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=5455c116-dbd1-4698-93e7-bf2741f07acf,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:39.772588 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:40.057435 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (7e348e06-edf1-4d70-99f1-ddb256aa1124), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:40.188087 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:40.331877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:40.378286 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:40.446052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event updated for resources: {'Port': ['ID=5455c116-dbd1-4698-93e7-bf2741f07acf,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:49:40.456768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (7e348e06-edf1-4d70-99f1-ddb256aa1124), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:40.746729 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:40.804184 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP 7e348e06-edf1-4d70-99f1-ddb256aa1124 associated. External IP: 172.27.3.30, port: cc4460df-a6f5-4837-9f82-68d3b6142fc5. Jul 12 14:49:40.944222 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:41.003673 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:49:41.108539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:49:41.118522 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:49:41.129416 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:49:41.141347 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:41.178344 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:41.209560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-80279679-194e-4f65-b7ac-bf3e6d822889 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0440507 Jul 12 14:49:41.210133 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:49:41.212434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9513b1-cb58-4a0c-a46a-254ffd955f65" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:49:41.231816 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:49:41.249453 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15db73-6d42-43ea-8a0f-fdd0297eab11 x-openstack-request-id: req-9e15db73-6d42-43ea-8a0f-fdd0297eab11 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:49:41.249741 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:49:41.250021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e15db73-6d42-43ea-8a0f-fdd0297eab11 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:49:41.250426 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e15db73-6d42-43ea-8a0f-fdd0297eab11'] response: {'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'status': 'completed', 'code': 200} Jul 12 14:49:41.294371 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=13 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:41.295140 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=13 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:41.336156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:41.445698 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '7e348e06-edf1-4d70-99f1-ddb256aa1124', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:cd:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:49:39Z', 'updated_at': '2022-07-12T14:49:39Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}, {'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:41.470848 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:49:41.479064 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:49:41.479670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:41.580334 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:49:41.786647 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:41.789846 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '7e348e06-edf1-4d70-99f1-ddb256aa1124', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:cd:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:49:39Z', 'updated_at': '2022-07-12T14:49:39Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}, {'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:49:41.815270 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ab597-3793-4890-b3ba-16e715f9c1d8 None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '7e348e06-edf1-4d70-99f1-ddb256aa1124', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:cd:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:49:39Z', 'updated_at': '2022-07-12T14:49:39Z', 'revision_number': 0, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}, {'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:49:41.842131 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-9a013705-046a-4edc-83a6-4f6250bb33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:41.844416 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-9a013705-046a-4edc-83a6-4f6250bb33f6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1129 time: 0.0420530 Jul 12 14:49:41.941828 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-9a8567ee-64c0-4c64-894f-8c12255f25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:41.943373 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-9a8567ee-64c0-4c64-894f-8c12255f25e1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.0925477 Jul 12 14:49:42.009936 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-039887c7-6dd3-4c29-955f-e76850426750 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5 HTTP/1.1" status: 200 len: 998 time: 0.0594840 Jul 12 14:49:42.012129 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3159-dcf1-4900-a5a0-ef821d62ba38 None None] New status for floating IP 7e348e06-edf1-4d70-99f1-ddb256aa1124: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:49:42.063418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-d8d5c26b-45d5-45fc-9988-a3f18ff680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:42.064878 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-d8d5c26b-45d5-45fc-9988-a3f18ff680fd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0487092 Jul 12 14:49:42.110252 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-92bfd3b3-af57-4436-9148-f084a4c18215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:49:42.111782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-92bfd3b3-af57-4436-9148-f084a4c18215 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394683 Jul 12 14:49:42.207178 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-b8804976-4005-4ab6-8e98-b19eaded23a5 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Jul 12 14:49:42.302107 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-3a9513b1-cb58-4a0c-a46a-254ffd955f65 req-65d0e9c1-e67a-4d21-b3d8-e75d2304531c service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865765 Jul 12 14:49:43.373036 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e028ed72-ed4c-4a69-8928-2e444aa688a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:43.984920 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=37 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:44.011829 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=50 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:45.604434 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d00b13d9-b3a5-4e78-b730-56e1aeb1ddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:46.241464 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:49:46.769898 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:48.264443 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:48.701417 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:49:52.116306 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:52.297400 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:52.299250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:49:56.051315 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:00.592068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d3e3f-d413-4c1f-8d8f-3120f9be5d4c req-870b795e-fcdd-42df-9d11-6d1b06c635d4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:00.593598 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-570d3e3f-d413-4c1f-8d8f-3120f9be5d4c req-870b795e-fcdd-42df-9d11-6d1b06c635d4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0479460 Jul 12 14:50:00.646200 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-570d3e3f-d413-4c1f-8d8f-3120f9be5d4c req-c2a861c3-de6b-4e66-9ff5-3ae70c367613 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Jul 12 14:50:01.764881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d150-a3a4-497f-964a-ecbefb92d4ba req-da0a49df-3a15-4ef8-8e1b-15f99c1c3446 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:01.766500 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6de3d150-a3a4-497f-964a-ecbefb92d4ba req-da0a49df-3a15-4ef8-8e1b-15f99c1c3446 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Jul 12 14:50:01.813669 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6de3d150-a3a4-497f-964a-ecbefb92d4ba req-db991455-9a75-4212-9595-982a7e7f9077 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Jul 12 14:50:02.775245 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-2ce28b8a-5106-4464-a929-5e4139765124 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:02.776723 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-2ce28b8a-5106-4464-a929-5e4139765124 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Jul 12 14:50:02.783613 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36140) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:02.866987 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Deleting subnet 5660542b-5d21-4c6f-bc6f-3abdf01ea4bd {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:50:02.875628 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Publish callbacks [] for subnet (5660542b-5d21-4c6f-bc6f-3abdf01ea4bd), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:02.976163 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (5660542b-5d21-4c6f-bc6f-3abdf01ea4bd), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:02.977902 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port fd4499b0-8818-4d57-aba9-bed0b1f2686e {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:50:02.978228 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.016564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a149-4112-4b12-b17a-c6bafbf54e35 req-fd750d33-6e50-4d18-af3c-309f8ca1cbd0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:03.017904 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0e73a149-4112-4b12-b17a-c6bafbf54e35 req-fd750d33-6e50-4d18-af3c-309f8ca1cbd0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 945 time: 0.1059785 Jul 12 14:50:03.106105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (5660542b-5d21-4c6f-bc6f-3abdf01ea4bd), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.167340 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] For port fd4499b0-8818-4d57-aba9-bed0b1f2686e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=fd4499b0-8818-4d57-aba9-bed0b1f2686e,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:50:03.167697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.194999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0e73a149-4112-4b12-b17a-c6bafbf54e35 req-63047027-c14f-450d-a834-ba0d54754b0a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=8887e187-8d1c-48a0-a52d-1167c4fd8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673625 Jul 12 14:50:03.333928 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (5660542b-5d21-4c6f-bc6f-3abdf01ea4bd), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.366364 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5660542b-5d21-4c6f-bc6f-3abdf01ea4bd,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:03.378216 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.381690 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2e576638-ab2a-4878-be88-49197ea1c654 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5660542b-5d21-4c6f-bc6f-3abdf01ea4bd HTTP/1.1" status: 204 len: 168 time: 0.5971541 Jul 12 14:50:03.384351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36144) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:03.385190 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.385593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.385908 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP fc4d2804-601a-4802-97e1-0520e700c4a8 disassociated. External IP: 172.27.3.7, port: fd4499b0-8818-4d57-aba9-bed0b1f2686e. Jul 12 14:50:03.386253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for fd4499b0-8818-4d57-aba9-bed0b1f2686e owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:50:03.388054 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:03.448730 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:03.458659 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (42dafc72-b3d0-4625-899c-fa87da784304), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.542771 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (42dafc72-b3d0-4625-899c-fa87da784304), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.562853 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dafc72-b3d0-4625-899c-fa87da784304']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:03.572492 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d57ebb5-e396-470d-89c8-96a7bdf41fdc') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:03.574634 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d57ebb5-e396-470d-89c8-96a7bdf41fdc') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:03.582355 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (8d57ebb5-e396-470d-89c8-96a7bdf41fdc), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.595303 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (fd4499b0-8818-4d57-aba9-bed0b1f2686e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.596032 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (8d57ebb5-e396-470d-89c8-96a7bdf41fdc), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.602714 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:50:03.603164 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (8d57ebb5-e396-470d-89c8-96a7bdf41fdc), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.622318 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 8d57ebb5-e396-470d-89c8-96a7bdf41fdc resource provider aggregate not found Jul 12 14:50:03.624571 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=fd4499b0-8818-4d57-aba9-bed0b1f2686e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:03.664283 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 8d57ebb5-e396-470d-89c8-96a7bdf41fdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d57ebb5-e396-470d-89c8-96a7bdf41fdc found for delete ", "request_id": "req-657f1088-aa5a-4e82-8b4f-8e7375d6150c"}]} Jul 12 14:50:03.740890 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:50:03.767163 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (42dafc72-b3d0-4625-899c-fa87da784304), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.773644 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.779284 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] 10.222.0.30 "DELETE /v2.0/networks/42dafc72-b3d0-4625-899c-fa87da784304 HTTP/1.1" status: 204 len: 168 time: 0.3916299 Jul 12 14:50:03.789464 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=42dafc72-b3d0-4625-899c-fa87da784304,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800024 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.800926 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.801193 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.801554 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb3f7d-68a2-4f20-850a-b8eeebd70f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:03.853923 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:50:03.868095 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:50:03.878413 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:03.879581 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:03.904622 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] No DVR routers for this DVR port fd4499b0-8818-4d57-aba9-bed0b1f2686e on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:50:03.907129 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:03.910649 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68f0ad73-5cfb-4ba3-8098-b3526910525e req-d3993948-dea4-43ae-b5f7-eb07f8159c44 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "DELETE /v2.0/ports/fd4499b0-8818-4d57-aba9-bed0b1f2686e HTTP/1.1" status: 204 len: 173 time: 1.1179581 Jul 12 14:50:03.911101 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'name': 'network-vif-deleted', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:50:03.913378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f0081-5403-482f-b358-82576e5923c2" -d '{"events": [{"server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "name": "network-vif-deleted", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:50:03.951119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc854c-8a8a-4724-8598-0e91d81f772c x-openstack-request-id: req-b5bc854c-8a8a-4724-8598-0e91d81f772c {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:50:03.951655 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4370218b-d99a-4484-829d-ffa09e867627", "name": "network-vif-deleted", "tag": "fd4499b0-8818-4d57-aba9-bed0b1f2686e", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:50:03.951918 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5bc854c-8a8a-4724-8598-0e91d81f772c {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:50:03.952331 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bc854c-8a8a-4724-8598-0e91d81f772c'] response: {'server_uuid': '4370218b-d99a-4484-829d-ffa09e867627', 'name': 'network-vif-deleted', 'tag': 'fd4499b0-8818-4d57-aba9-bed0b1f2686e', 'status': 'completed', 'code': 200} Jul 12 14:50:03.983957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:04.159649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36156) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:04.200107 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9feb79d0-d0a3-4b6a-9255-0f79da2eb718 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e89c4c765f5243eaa314231429d20598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393865 Jul 12 14:50:04.202679 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36158) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:04.222302 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:04.248502 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:50:04.258072 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:04.258699 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:04.263358 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] Publish callbacks [] for security_group (b343f8f3-9a77-415a-9f77-e21865e7fffa), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:04.275854 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=16 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:04.279895 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:04.286211 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] Publish callbacks [] for security_group (b343f8f3-9a77-415a-9f77-e21865e7fffa), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:04.295365 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:04.340668 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c00f1fd7-dc96-43f6-9cb6-309607142376 req-ec740e67-9173-46d1-acae-03d701d6742c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4370218b-d99a-4484-829d-ffa09e867627 HTTP/1.1" status: 200 len: 210 time: 0.0411112 Jul 12 14:50:04.367892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:04.406877 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (b343f8f3-9a77-415a-9f77-e21865e7fffa), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:04.409526 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:04.410664 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b343f8f3-9a77-415a-9f77-e21865e7fffa HTTP/1.1" status: 204 len: 168 time: 0.2071030 Jul 12 14:50:04.419501 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa5543-0a2b-4ffc-8237-f578ef31ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343f8f3-9a77-415a-9f77-e21865e7fffa,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:04.539040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:04.586580 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:04.614257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf8239-1d92-4c60-ac73-fa86c409427f None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '8c7af2cf-ab9b-4862-bca3-7ea0885f75f5', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:f6:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:21Z', 'updated_at': '2022-07-12T14:47:39Z', 'revision_number': 2, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:50:04.865036 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f431a28-48e4-46e4-85aa-12ed728928cf None None] New status for floating IP fc4d2804-601a-4802-97e1-0520e700c4a8: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:50:05.513952 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36168) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:05.574369 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (8887e187-8d1c-48a0-a52d-1167c4fd8d84), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.596919 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (8887e187-8d1c-48a0-a52d-1167c4fd8d84), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.714899 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (8887e187-8d1c-48a0-a52d-1167c4fd8d84), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.717440 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.718590 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/security-groups/8887e187-8d1c-48a0-a52d-1167c4fd8d84 HTTP/1.1" status: 204 len: 168 time: 0.2036505 Jul 12 14:50:05.721318 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36170) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:05.727869 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1795c-c7fb-43c8-bbf7-07f9dd3ce45f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887e187-8d1c-48a0-a52d-1167c4fd8d84,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:05.735637 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.api.v2.resource [None req-65da02bf-9f82-4463-8c03-f366402330d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] show failed (client error): The resource could not be found. Jul 12 14:50:05.735982 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-65da02bf-9f82-4463-8c03-f366402330d6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups/8887e187-8d1c-48a0-a52d-1167c4fd8d84 HTTP/1.1" status: 404 len: 347 time: 0.0136952 Jul 12 14:50:05.738819 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36172) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:05.848288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port c240699c-ec8e-4db8-b49c-a1a6e9391527 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:50:05.848522 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.923291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.923618 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (c240699c-ec8e-4db8-b49c-a1a6e9391527), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:05.936863 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for c240699c-ec8e-4db8-b49c-a1a6e9391527 owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:50:06.044941 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:06.169868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (c240699c-ec8e-4db8-b49c-a1a6e9391527), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:06.192639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=c240699c-ec8e-4db8-b49c-a1a6e9391527,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:06.259341 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fc4d2804-601a-4802-97e1-0520e700c4a8), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:06.262236 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:06.263033 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b787c8ed-d799-4134-92a7-7138477d4d53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc4d2804-601a-4802-97e1-0520e700c4a8 HTTP/1.1" status: 204 len: 168 time: 0.5232329 Jul 12 14:50:07.792102 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fd4499b0-8818-4d57-aba9-bed0b1f2686e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:50:07.812127 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: fd4499b0-8818-4d57-aba9-bed0b1f2686e {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:50:07.812470 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device fd4499b0-8818-4d57-aba9-bed0b1f2686e not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:50:09.204897 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46257182-eeaf-4d13-bf37-bdf5e09be841 req-80e8a80a-0139-4a07-a861-ac4f4aea33e5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:09.206392 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-46257182-eeaf-4d13-bf37-bdf5e09be841 req-80e8a80a-0139-4a07-a861-ac4f4aea33e5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0472083 Jul 12 14:50:09.252749 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-46257182-eeaf-4d13-bf37-bdf5e09be841 req-e297b96c-fe06-449a-86dd-8cf7f9f35910 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Jul 12 14:50:10.366012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2573c55-6ccb-4eef-a3b9-ef96d700976c req-72ac1d52-8a36-4e48-a9f2-e8415c78ed47 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:10.367468 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2573c55-6ccb-4eef-a3b9-ef96d700976c req-72ac1d52-8a36-4e48-a9f2-e8415c78ed47 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0463095 Jul 12 14:50:10.410961 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:10.415628 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2573c55-6ccb-4eef-a3b9-ef96d700976c req-afe08281-1da9-443b-a1cf-3023584dd1b3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Jul 12 14:50:10.993096 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-d2eb3b27-b136-410f-b42b-5afeacf9682a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:10.994562 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-d2eb3b27-b136-410f-b42b-5afeacf9682a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0486732 Jul 12 14:50:11.076721 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:50:11.077050 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.169389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] For port 84a8a16c-7c5d-4a9f-9c5b-153879673de1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=84a8a16c-7c5d-4a9f-9c5b-153879673de1,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:50:11.169743 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.328379 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.328739 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.329047 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP 8c7af2cf-ab9b-4862-bca3-7ea0885f75f5 disassociated. External IP: 172.27.3.62, port: 84a8a16c-7c5d-4a9f-9c5b-153879673de1. Jul 12 14:50:11.329413 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for 84a8a16c-7c5d-4a9f-9c5b-153879673de1 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:50:11.530377 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ab5e-be21-4332-9929-7848328b4c2c req-4ffafe0c-13f3-4d82-b53c-91d7c0e06ab5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:11.531856 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c02ab5e-be21-4332-9929-7848328b4c2c req-4ffafe0c-13f3-4d82-b53c-91d7c0e06ab5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 945 time: 0.0468583 Jul 12 14:50:11.557839 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (84a8a16c-7c5d-4a9f-9c5b-153879673de1), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.594546 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=84a8a16c-7c5d-4a9f-9c5b-153879673de1,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:11.618713 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2c02ab5e-be21-4332-9929-7848328b4c2c req-bf8b0e2f-48c0-4a93-8827-224cd756adb8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813205 Jul 12 14:50:11.671092 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:11.722824 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:50:11.778111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:11.827128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:50:11.838322 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:50:11.849538 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:11.850209 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:11.869903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] No DVR routers for this DVR port 84a8a16c-7c5d-4a9f-9c5b-153879673de1 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:50:11.872462 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:11.875697 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b4eb5469-10a2-4c9e-9676-e80cf271f9d8 req-1586ca00-529b-4af3-a539-f4d25bb664ab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "DELETE /v2.0/ports/84a8a16c-7c5d-4a9f-9c5b-153879673de1 HTTP/1.1" status: 204 len: 173 time: 0.8760841 Jul 12 14:50:11.876077 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'name': 'network-vif-deleted', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:50:11.878350 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9580e-932f-435a-a62f-7e645e86d7c3" -d '{"events": [{"server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "name": "network-vif-deleted", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:50:11.955969 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:12.142237 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8f00f-746b-4fc9-b630-8d64d7915a5b x-openstack-request-id: req-b3f8f00f-746b-4fc9-b630-8d64d7915a5b {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:50:12.142528 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb4b4d2-0edd-494b-958c-72c59082d35e", "name": "network-vif-deleted", "tag": "84a8a16c-7c5d-4a9f-9c5b-153879673de1", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:50:12.142778 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3f8f00f-746b-4fc9-b630-8d64d7915a5b {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:50:12.143170 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f8f00f-746b-4fc9-b630-8d64d7915a5b'] response: {'server_uuid': 'beb4b4d2-0edd-494b-958c-72c59082d35e', 'name': 'network-vif-deleted', 'tag': '84a8a16c-7c5d-4a9f-9c5b-153879673de1', 'status': 'completed', 'code': 200} Jul 12 14:50:12.278148 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:12.303733 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:50:12.312104 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:12.312715 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:49:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:12.414461 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:12.600807 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:12.625875 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60aa41-f807-4c22-9424-74d8e510c1e5 None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:50:12.737585 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e4df8953-3d66-417b-be1f-82e4c0b9d4dd req-5500ea09-2611-4428-b32f-e322fad1d723 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=beb4b4d2-0edd-494b-958c-72c59082d35e HTTP/1.1" status: 200 len: 210 time: 0.0321848 Jul 12 14:50:12.863206 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d781ee-04f8-497a-85ee-5d242f890522 None None] New status for floating IP 8c7af2cf-ab9b-4862-bca3-7ea0885f75f5: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:50:13.369917 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-06ab8345-27bc-426e-9ac9-3fa308ae312b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:13.933466 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36210) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:13.987621 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.011977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.132445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.135056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.136240 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7 HTTP/1.1" status: 204 len: 168 time: 0.2017601 Jul 12 14:50:14.139049 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36212) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:14.145865 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc2501-e5d7-426e-98f4-c504f7498da4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:14.156017 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.api.v2.resource [None req-d44c4cfc-ab15-411f-b893-427b6ac26945 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] show failed (client error): The resource could not be found. Jul 12 14:50:14.157038 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d44c4cfc-ab15-411f-b893-427b6ac26945 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups/e1ecc12d-02df-4d76-b7a9-92d5d8fc95c7 HTTP/1.1" status: 404 len: 347 time: 0.0170126 Jul 12 14:50:14.159908 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36214) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:14.268207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port fc785def-a6d9-4520-88c2-68049f42cbbc {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:50:14.268540 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.341655 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.341983 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fc785def-a6d9-4520-88c2-68049f42cbbc), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.354797 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for fc785def-a6d9-4520-88c2-68049f42cbbc owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:50:14.359864 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:14.406587 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:14.554901 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (fc785def-a6d9-4520-88c2-68049f42cbbc), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.578963 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=fc785def-a6d9-4520-88c2-68049f42cbbc,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:14.642704 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (8c7af2cf-ab9b-4862-bca3-7ea0885f75f5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.645234 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:14.646889 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-7735cccc-1984-48d1-91d1-06e97b980424 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c7af2cf-ab9b-4862-bca3-7ea0885f75f5 HTTP/1.1" status: 204 len: 168 time: 0.4855945 Jul 12 14:50:14.792180 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36218) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:14.796720 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643238500', 'description': 'tempest-description--264757508'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:14.949479 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.017089 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (44d9d83a-4e2e-4777-b115-fc2703020e4a), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.132127 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (44d9d83a-4e2e-4777-b115-fc2703020e4a), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.161514 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9d83a-4e2e-4777-b115-fc2703020e4a,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:15.242509 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.243680 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0b28a915-c304-415a-a6af-29867f74f00f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4504554 Jul 12 14:50:15.246502 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36220) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:15.250747 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '44d9d83a-4e2e-4777-b115-fc2703020e4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:15.367116 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (70b6e37f-4dce-43c7-af1c-876dceb753e6), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.420762 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (70b6e37f-4dce-43c7-af1c-876dceb753e6), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.504026 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (70b6e37f-4dce-43c7-af1c-876dceb753e6), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.523283 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b6e37f-4dce-43c7-af1c-876dceb753e6,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:15.588447 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.589707 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2133e081-d277-469d-9484-4af22746577e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423021 Jul 12 14:50:15.592450 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36222) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:15.596649 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '44d9d83a-4e2e-4777-b115-fc2703020e4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:15.616130 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed86d-8877-4edd-8b21-9f6627fe4dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.706891 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (cf4cdd5d-c3e5-438f-a890-276258aa7f25), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.760186 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:15.766481 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (cf4cdd5d-c3e5-438f-a890-276258aa7f25), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.829778 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 84a8a16c-7c5d-4a9f-9c5b-153879673de1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:50:15.849916 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 84a8a16c-7c5d-4a9f-9c5b-153879673de1 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:50:15.850253 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 84a8a16c-7c5d-4a9f-9c5b-153879673de1 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:50:15.886615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (cf4cdd5d-c3e5-438f-a890-276258aa7f25), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:15.906015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4cdd5d-c3e5-438f-a890-276258aa7f25,revision_number=0']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:16.039835 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.040979 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-0f3d883c-b4a9-458a-b940-58847757f7d8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476266 Jul 12 14:50:16.044258 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36224) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:16.050762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:16.169481 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.251387 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.354120 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.27.3.230 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/ff57bdb9-3615-43db-944c-a5c14b94716e) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:50:16.458224 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.549452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.589543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:50:16.594226 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:50:16.596538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:50:16.598548 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:16.620003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=ff57bdb9-3615-43db-944c-a5c14b94716e,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:16.688270 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.792750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.812721 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:16.821647 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:16.968447 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:17.034965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:17.104935 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=ff57bdb9-3615-43db-944c-a5c14b94716e,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:17.116341 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:17.168499 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:17.169747 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-3cefc95b-3b77-45e1-a431-6627d3efadd7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1244864 Jul 12 14:50:17.363166 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-52d3da6d-2571-49af-9c6e-d206a5be33a4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1643238500&fields=id&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 267 time: 0.0427504 Jul 12 14:50:17.472291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-04da84d8-09e5-40fc-8230-5a3803e62054 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:17.473782 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-04da84d8-09e5-40fc-8230-5a3803e62054 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1039946 Jul 12 14:50:17.487825 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-c37736d2-4305-4541-b4fe-1a5f6f880092 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/quotas/35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 375 time: 0.0087099 Jul 12 14:50:17.537447 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-c70e5533-8688-4ec2-a9ec-f0ef691c3aa9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438361 Jul 12 14:50:17.551868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ee06c3f9-c6dd-4586-9c9c-fc0957784df7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:50:17.552789 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ee06c3f9-c6dd-4586-9c9c-fc0957784df7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048227 Jul 12 14:50:17.894312 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-bbcefc7b-b48d-4c1e-9f45-0b47fd4a378b service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362973 Jul 12 14:50:17.929350 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:17.985759 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-bb877fd3-bce1-4d93-ab67-13daacc7373f service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Jul 12 14:50:18.252613 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1b83c5bd-ee67-4018-b204-a93d5cb93b81 req-a8b4d992-83ef-437f-bb10-f857cce8023a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0296183 Jul 12 14:50:18.274982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:18.674996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:19.347600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4592fbd8-50c6-4073-9bab-b5e3ae16bdc5 req-cb4292f9-fb0b-455d-9ddd-f5b3943b7105 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Jul 12 14:50:20.460367 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-244e3df4-1819-45d8-940b-434576d34311 req-755532e9-e24d-4969-876e-b4b3d5d3ed83 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0349364 Jul 12 14:50:20.488613 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ed904133-0966-4eda-8bdb-e718649b6e53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:20.490079 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ed904133-0966-4eda-8bdb-e718649b6e53 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1345408 Jul 12 14:50:20.565870 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ea3b1f98-b2d2-41d8-a9f0-1816e58d0d27 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 380 time: 0.0615823 Jul 12 14:50:20.574849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'port': {'device_id': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'admin_state_up': True, 'tenant_id': '35438fec2e37438e99201870e0d650af', 'security_groups': ['44d9d83a-4e2e-4777-b115-fc2703020e4a']}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:20.772710 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'port': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:50:20.776314 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:20.906543 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:20.916052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.20.0.4 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/2307d55e-97a3-4d99-963a-037ad1913986) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:50:21.055250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (2307d55e-97a3-4d99-963a-037ad1913986), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.070106 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:21.178697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.225304 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:50:21.230264 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:50:21.232363 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:21.234592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:50:21.264994 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.265449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.265795 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.266136 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.266478 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.266802 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.267141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.267467 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.267790 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.268114 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.268437 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.268758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.269078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.269428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.269750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:50:21.300909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:21.301552 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.372437 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-fa8b7337-b1be-409f-a2e3-509cbca6e8c5 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010974 Jul 12 14:50:21.382513 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-e782d1af-805d-4ec8-955b-1a404df63f05 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:50:21.383573 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-e782d1af-805d-4ec8-955b-1a404df63f05 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062342 Jul 12 14:50:21.480495 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-7e311a9b-099a-407e-b4bc-cbcf77cc4ebe None None] Provisioning complete for port 2307d55e-97a3-4d99-963a-037ad1913986 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:50:21.480988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-7e311a9b-099a-407e-b4bc-cbcf77cc4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2307d55e-97a3-4d99-963a-037ad1913986), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.493997 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:21.494172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Request body: {'port': {'device_id': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:21.525317 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-7e311a9b-099a-407e-b4bc-cbcf77cc4ebe None None] Port 2307d55e-97a3-4d99-963a-037ad1913986 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:50:21.585139 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2307d55e-97a3-4d99-963a-037ad1913986), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.609744 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932115c3-91a0-49f4-87f7-755be70eb0c9 req-c180c937-cfe6-4b7a-95b7-869a2d8292bf tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:21.611195 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-932115c3-91a0-49f4-87f7-755be70eb0c9 req-c180c937-cfe6-4b7a-95b7-869a2d8292bf tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 931 time: 0.0616362 Jul 12 14:50:21.745546 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-932115c3-91a0-49f4-87f7-755be70eb0c9 req-308fb4af-9f98-4731-8ae3-c23f1094f596 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Jul 12 14:50:21.889584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2307d55e-97a3-4d99-963a-037ad1913986 {{(pid=105842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:50:21.897525 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks [] for port (2307d55e-97a3-4d99-963a-037ad1913986), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:21.909833 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.provisioning_blocks [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Transition to ACTIVE for port object 2307d55e-97a3-4d99-963a-037ad1913986 will not be triggered until provisioned by entity L2. {{(pid=105842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:50:22.012024 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:22.061943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Pushing event updated for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:22.112686 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:22.142102 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Attempting to bind port 2307d55e-97a3-4d99-963a-037ad1913986 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:50:22.142483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Attempting to bind port 2307d55e-97a3-4d99-963a-037ad1913986 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:50:22.142815 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Attempting to bind port 2307d55e-97a3-4d99-963a-037ad1913986 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:50:22.148298 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Port 2307d55e-97a3-4d99-963a-037ad1913986 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:50:22.148619 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Attempting to bind port 2307d55e-97a3-4d99-963a-037ad1913986 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:50:22.153827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:50:22.154169 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:50:22.154549 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:50:22.154983 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.managers [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Bound port: 2307d55e-97a3-4d99-963a-037ad1913986, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:50:22.155343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2307d55e-97a3-4d99-963a-037ad1913986), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:22.223468 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, cleared binding levels {{(pid=105842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:50:22.227146 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2307d55e-97a3-4d99-963a-037ad1913986,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:50:22.343842 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:22.372418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:22.384036 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.384644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:22.386077 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] 10.222.0.33 "PUT /v2.0/ports/2307d55e-97a3-4d99-963a-037ad1913986 HTTP/1.1" status: 200 len: 1093 time: 0.9883976 Jul 12 14:50:22.386547 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:50:22.388791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145" -d '{"events": [{"name": "network-changed", "server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "tag": "2307d55e-97a3-4d99-963a-037ad1913986"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:50:22.406335 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6c69c-9b3c-4975-a8ef-92c4acf250ce service neutron] Pushing event updated for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=3']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:22.429429 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e83222-ead6-47a3-9063-1e5910549dd6 x-openstack-request-id: req-f8e83222-ead6-47a3-9063-1e5910549dd6 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:50:22.429717 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "tag": "2307d55e-97a3-4d99-963a-037ad1913986", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:50:22.429976 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8e83222-ead6-47a3-9063-1e5910549dd6 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:50:22.430382 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e83222-ead6-47a3-9063-1e5910549dd6'] response: {'name': 'network-changed', 'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986', 'status': 'completed', 'code': 200} Jul 12 14:50:22.522600 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-95725bbf-6038-4d89-87bc-d06e274c4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.524110 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-95725bbf-6038-4d89-87bc-d06e274c4584 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 1127 time: 0.0447507 Jul 12 14:50:22.636437 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-541bdd0a-92e5-4960-84b9-7a2581fe7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.638030 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-541bdd0a-92e5-4960-84b9-7a2581fe7b32 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=35438fec2e37438e99201870e0d650af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996149 Jul 12 14:50:22.734939 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-4ed164e1-d3cc-49ce-b3d5-19eaedb62e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.736385 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6b58af31-f30c-4bbd-91e6-c0fc63dc6145 req-4ed164e1-d3cc-49ce-b3d5-19eaedb62e92 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925591 Jul 12 14:50:22.862212 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-4f9287ce-0504-4617-9684-2f0e24b17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.863719 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-4f9287ce-0504-4617-9684-2f0e24b17b95 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 1127 time: 0.0677333 Jul 12 14:50:22.877289 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9a355-670d-4bbb-bf49-33fa7c44328d req-ce0032b2-ae41-49a4-bb6b-1a207adf774f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.878893 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9bd9a355-670d-4bbb-bf49-33fa7c44328d req-ce0032b2-ae41-49a4-bb6b-1a207adf774f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 943 time: 0.0544996 Jul 12 14:50:22.921373 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-88a01690-0467-40c0-8e05-0c5c477d970b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2307d55e-97a3-4d99-963a-037ad1913986 HTTP/1.1" status: 200 len: 217 time: 0.0411685 Jul 12 14:50:22.991176 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-68726dc3-90d6-4a83-91de-2598b04ce133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:22.992603 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-68726dc3-90d6-4a83-91de-2598b04ce133 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0653853 Jul 12 14:50:22.995794 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9bd9a355-670d-4bbb-bf49-33fa7c44328d req-4d34dd48-789f-45be-ae95-969e7cd1c826 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085670 Jul 12 14:50:23.017434 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:23.019289 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:23.036977 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-01771141-b29a-40e2-942a-1b2729007dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:23.038654 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-01771141-b29a-40e2-942a-1b2729007dea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401850 Jul 12 14:50:23.133802 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-7cbc704a-684a-498e-b289-c1c96bae2eb9 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Jul 12 14:50:23.225188 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2bccfd08-b915-4877-b20f-6f865ab4d198 req-0b70e767-40e5-4613-8197-6c315e9c00bc service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Jul 12 14:50:23.240526 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:50:24.114664 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbc5d-2908-46ec-8728-352f42680b26 req-115b3d0b-43b9-447d-be0d-53235050d80e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:24.116681 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89efbc5d-2908-46ec-8728-352f42680b26 req-115b3d0b-43b9-447d-be0d-53235050d80e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 943 time: 0.0521755 Jul 12 14:50:24.168498 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-89efbc5d-2908-46ec-8728-352f42680b26 req-cbc14bfb-aae0-41fb-ab87-f7ab2225e24c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Jul 12 14:50:25.282150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7dd3-ff30-4244-812d-a4033abffcd5 req-5fa70080-9007-4cc5-8172-e16a3196fc9c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:25.283579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bfb7dd3-ff30-4244-812d-a4033abffcd5 req-5fa70080-9007-4cc5-8172-e16a3196fc9c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 943 time: 0.0469439 Jul 12 14:50:25.318674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:25.330385 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0bfb7dd3-ff30-4244-812d-a4033abffcd5 req-481d3262-55ad-4d03-8e9e-3c62c077be2c tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Jul 12 14:50:25.908234 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2307d55e-97a3-4d99-963a-037ad1913986 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:50:25.909227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:25.929934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:26.016264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2307d55e-97a3-4d99-963a-037ad1913986,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:50:26.027988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '2307d55e-97a3-4d99-963a-037ad1913986', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'port_id': '2307d55e-97a3-4d99-963a-037ad1913986', 'mac_address': 'fa:16:3e:da:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:50:26.056489 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:26.065571 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 2307d55e-97a3-4d99-963a-037ad1913986 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:50:26.065948 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2307d55e-97a3-4d99-963a-037ad1913986), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:26.079569 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2307d55e-97a3-4d99-963a-037ad1913986 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:50:26.099408 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2307d55e-97a3-4d99-963a-037ad1913986,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:50:26.200810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:26.246342 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:26.443758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93725457-6034-4f58-9824-be789f8bbc37 req-16962130-6573-4af9-8d7d-e0a5277c17fb tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:26.445290 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93725457-6034-4f58-9824-be789f8bbc37 req-16962130-6573-4af9-8d7d-e0a5277c17fb tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 944 time: 0.0482595 Jul 12 14:50:26.496001 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-93725457-6034-4f58-9824-be789f8bbc37 req-a8fd2e38-a743-4092-afd3-85966297495e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Jul 12 14:50:26.563757 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['2307d55e-97a3-4d99-963a-037ad1913986'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:50:27.608743 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2daa3d-bf9c-4bef-a685-41b96025f065 req-0eabab0c-a1ed-40ab-ae4e-36cc8e18a7ae tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:27.610294 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d2daa3d-bf9c-4bef-a685-41b96025f065 req-0eabab0c-a1ed-40ab-ae4e-36cc8e18a7ae tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 944 time: 0.0468369 Jul 12 14:50:27.656560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-6d2daa3d-bf9c-4bef-a685-41b96025f065 req-2011b9e5-d4bb-4493-b444-b23f8316cf34 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Jul 12 14:50:27.937329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2307d55e-97a3-4d99-963a-037ad1913986 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:50:27.978750 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 2307d55e-97a3-4d99-963a-037ad1913986 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:50:28.117887 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 2307d55e-97a3-4d99-963a-037ad1913986 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:50:28.118264 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (2307d55e-97a3-4d99-963a-037ad1913986), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:28.192190 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 2307d55e-97a3-4d99-963a-037ad1913986 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:50:28.192502 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (2307d55e-97a3-4d99-963a-037ad1913986), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:28.214999 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:50:28.217244 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a6b7b-55cc-4621-b634-1b60da5ee567" -d '{"events": [{"server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "name": "network-vif-plugged", "status": "completed", "tag": "2307d55e-97a3-4d99-963a-037ad1913986"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:50:28.221182 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:28.230705 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2307d55e-97a3-4d99-963a-037ad1913986,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:50:28.314638 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a4f7b-4095-4a4c-ad34-7f30ff8525bf x-openstack-request-id: req-fc0a4f7b-4095-4a4c-ad34-7f30ff8525bf {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:50:28.314923 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "name": "network-vif-plugged", "status": "completed", "tag": "2307d55e-97a3-4d99-963a-037ad1913986", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:50:28.315173 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc0a4f7b-4095-4a4c-ad34-7f30ff8525bf {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:50:28.315567 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0a4f7b-4095-4a4c-ad34-7f30ff8525bf'] response: {'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986', 'code': 200} Jul 12 14:50:28.343515 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:28.390417 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:50:28.729473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:28.746034 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c5275-c7e7-4f97-bd2b-ccdfde4e09bd req-0ac051c7-ca98-478b-bfaa-42a8daad5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:28.747498 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-417c5275-c7e7-4f97-bd2b-ccdfde4e09bd req-0ac051c7-ca98-478b-bfaa-42a8daad5967 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 1129 time: 0.0496809 Jul 12 14:50:28.799231 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369dd3a-fd1e-4fc4-a95c-212b631d0995 req-b899977a-9689-467e-9829-f13b55d95d3b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:28.800757 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2369dd3a-fd1e-4fc4-a95c-212b631d0995 req-b899977a-9689-467e-9829-f13b55d95d3b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0683427 Jul 12 14:50:28.835897 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-417c5275-c7e7-4f97-bd2b-ccdfde4e09bd req-583ab4ef-cf72-4cb0-8efa-bf3b9187a783 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691633 Jul 12 14:50:28.861232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2369dd3a-fd1e-4fc4-a95c-212b631d0995 req-63bc7fc0-4c36-4f75-84dd-d426f68627aa tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540633 Jul 12 14:50:29.974698 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf284b-6681-4c52-b217-5d8c7e806db1 req-95d6fea9-f881-448f-9cb9-c22bd1f85bf4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:29.976163 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1ccf284b-6681-4c52-b217-5d8c7e806db1 req-95d6fea9-f881-448f-9cb9-c22bd1f85bf4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0467994 Jul 12 14:50:30.023384 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1ccf284b-6681-4c52-b217-5d8c7e806db1 req-1f6afdff-bfbf-45f7-8f1e-960af5bb8ce4 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Jul 12 14:50:31.140444 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800c76f-f1a6-4ef9-bb43-17c334e316c9 req-bd4eaab8-36ac-45c1-a96b-1564e2c20cad tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:31.141911 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1800c76f-f1a6-4ef9-bb43-17c334e316c9 req-bd4eaab8-36ac-45c1-a96b-1564e2c20cad tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0508611 Jul 12 14:50:31.189644 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-1800c76f-f1a6-4ef9-bb43-17c334e316c9 req-db060c98-4724-4019-9fce-19ca5492bccb tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Jul 12 14:50:31.302172 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a4b18-adcb-49b9-ba5b-9e0f746791d9 req-29966daa-46e2-4ca3-bdab-dc5539b95382 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:31.303721 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-949a4b18-adcb-49b9-ba5b-9e0f746791d9 req-29966daa-46e2-4ca3-bdab-dc5539b95382 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0485520 Jul 12 14:50:31.312284 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36300) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:50:31.316572 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'port_id': '2307d55e-97a3-4d99-963a-037ad1913986'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:50:31.354057 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:31.637253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:31.767485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:31.857406 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:31.952670 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP 27f4ed08-97bb-4a9d-95c6-95ce896b445b associated. External IP: 172.27.3.230, port: 2307d55e-97a3-4d99-963a-037ad1913986. Jul 12 14:50:32.144164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:32.149097 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:50:32.534153 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:50:32.537212 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-0e4a0f90-4e1d-4a8e-b80d-8f80e5d31384 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3060660 Jul 12 14:50:32.540052 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:32.544013 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:50:32.554358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:32.555075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:50:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:32.570937 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-94c5c72e-6968-47f2-ad77-ac3675728f11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "PUT /v2.0/floatingips/27f4ed08-97bb-4a9d-95c6-95ce896b445b HTTP/1.1" status: 200 len: 991 time: 1.2576015 Jul 12 14:50:32.571807 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:50:32.574374 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d833651-4337-4653-ae07-a39903894efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "tag": "2307d55e-97a3-4d99-963a-037ad1913986"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:50:32.629068 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b152b0c1-0693-4d1e-be57-4009ddc4bc87 x-openstack-request-id: req-b152b0c1-0693-4d1e-be57-4009ddc4bc87 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:50:32.629378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "tag": "2307d55e-97a3-4d99-963a-037ad1913986", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:50:32.629890 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b152b0c1-0693-4d1e-be57-4009ddc4bc87 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:50:32.630841 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b152b0c1-0693-4d1e-be57-4009ddc4bc87'] response: {'name': 'network-changed', 'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986', 'status': 'completed', 'code': 200} Jul 12 14:50:32.642013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-a18333a7-73e5-4061-b655-b87d01fa6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.643529 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-a18333a7-73e5-4061-b655-b87d01fa6fda service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0431368 Jul 12 14:50:32.665542 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:32.705449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d833651-4337-4653-ae07-a39903894efb req-db1f14f6-3617-4409-9d1e-7c23b54ce5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.707009 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-db1f14f6-3617-4409-9d1e-7c23b54ce5b6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 1129 time: 0.0405059 Jul 12 14:50:32.761541 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-b17a20f8-867d-44b3-a835-10d5b5035df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.763237 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-b17a20f8-867d-44b3-a835-10d5b5035df2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.0964446 Jul 12 14:50:32.810969 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d833651-4337-4653-ae07-a39903894efb req-f8d09a81-be77-4642-9f09-5248b0c71777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.812427 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-f8d09a81-be77-4642-9f09-5248b0c71777 service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0976691 Jul 12 14:50:32.836649 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-86317cb6-ed47-48e3-98d5-970885adccbb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 1001 time: 0.0614998 Jul 12 14:50:32.869370 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:32.883772 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-b43a0183-3978-4f99-96f2-870c7c10e467 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2307d55e-97a3-4d99-963a-037ad1913986 HTTP/1.1" status: 200 len: 999 time: 0.0593121 Jul 12 14:50:32.889062 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '27f4ed08-97bb-4a9d-95c6-95ce896b445b', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '2307d55e-97a3-4d99-963a-037ad1913986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:da:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:50:16Z', 'updated_at': '2022-07-12T14:50:31Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:32.889607 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-2270cd9d-7245-40dd-9151-667218e372ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.891185 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-2270cd9d-7245-40dd-9151-667218e372ea service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0461891 Jul 12 14:50:32.914314 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:50:32.924329 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:50:32.931515 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:50:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:32.931660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:32.937927 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-37da41cd-e9e0-43b8-a466-461f716a2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.939461 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-37da41cd-e9e0-43b8-a466-461f716a2590 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425038 Jul 12 14:50:32.940582 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d833651-4337-4653-ae07-a39903894efb req-e1a3520b-4f41-453c-8edc-e879fce7fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.942025 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-e1a3520b-4f41-453c-8edc-e879fce7fec4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0514181 Jul 12 14:50:32.990418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d833651-4337-4653-ae07-a39903894efb req-308b4328-d9d7-41b1-8aee-b70137a832f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:50:32.991952 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-308b4328-d9d7-41b1-8aee-b70137a832f6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402613 Jul 12 14:50:33.033883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:50:33.045134 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-d6123ebe-7172-4769-8ca9-26839390450b service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937791 Jul 12 14:50:33.090587 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-d6ae217c-9110-463b-8678-ae2e5a743af8 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912125 Jul 12 14:50:33.139710 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-e19aadd6-8af5-4b8c-bc50-b673b343c7e5 req-f89d549d-8058-447e-ae98-e2c15b510ffe service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884590 Jul 12 14:50:33.185808 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4d833651-4337-4653-ae07-a39903894efb req-96e8be27-874d-4a75-9c92-cbcf97566930 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887296 Jul 12 14:50:33.254332 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '27f4ed08-97bb-4a9d-95c6-95ce896b445b', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '2307d55e-97a3-4d99-963a-037ad1913986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:da:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:50:16Z', 'updated_at': '2022-07-12T14:50:31Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:50:33.279935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba22f5-64a9-45ef-9455-98cc89d3b94e None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '27f4ed08-97bb-4a9d-95c6-95ce896b445b', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '2307d55e-97a3-4d99-963a-037ad1913986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:da:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:50:16Z', 'updated_at': '2022-07-12T14:50:31Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:50:33.468541 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f241e59-fad4-4761-951d-64f0a9fff048 None None] New status for floating IP 27f4ed08-97bb-4a9d-95c6-95ce896b445b: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:50:43.134556 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=41 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.136922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=46 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.176656 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=15 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.182719 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=67 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.257094 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=81 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.257870 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=34 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.405783 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5d68f169-a94e-4dec-bb91-3813d9ef768f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:43.568129 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:43.569992 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:50:45.611845 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-68d69c1b-265f-45c5-94c8-7cd8b527ca96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:46.817233 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:48.288776 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:48.688781 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:50:56.114282 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:00.239762 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:51:05.991723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:05.992489 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:13.184729 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36344) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:13.325264 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port 5455c116-dbd1-4698-93e7-bf2741f07acf {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:13.325610 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.371387 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b6448c77-85a0-4029-ae32-881ac48b8c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.400443 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.400769 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (5455c116-dbd1-4698-93e7-bf2741f07acf), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.413938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for 5455c116-dbd1-4698-93e7-bf2741f07acf owned by network:floatingip {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:13.617530 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (5455c116-dbd1-4698-93e7-bf2741f07acf), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.640343 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=5455c116-dbd1-4698-93e7-bf2741f07acf,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:13.649942 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.650344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.650687 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.651028 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.651358 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.652236 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.652236 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.652435 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.652615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.653458 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.653782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.654106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.654425 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.654742 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.655059 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:13.718411 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (7e348e06-edf1-4d70-99f1-ddb256aa1124), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:13.718660 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP 7e348e06-edf1-4d70-99f1-ddb256aa1124 disassociated (deleted). External IP: 172.27.3.30, port: cc4460df-a6f5-4837-9f82-68d3b6142fc5. Jul 12 14:51:13.909142 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:14.009720 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:14.015106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:14.020068 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:14.030466 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:14.031046 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:50:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:14.045340 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-2317ddec-35f3-4887-92cb-fe5d5363d9ee tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e348e06-edf1-4d70-99f1-ddb256aa1124 HTTP/1.1" status: 204 len: 168 time: 0.8594592 Jul 12 14:51:14.045938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:14.048214 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:14.143711 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:14.147075 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a673ee4-6163-480b-b722-cece1b79c92e x-openstack-request-id: req-4a673ee4-6163-480b-b722-cece1b79c92e {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:14.147367 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:14.147620 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a673ee4-6163-480b-b722-cece1b79c92e {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:14.148019 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a673ee4-6163-480b-b722-cece1b79c92e'] response: {'name': 'network-changed', 'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'status': 'completed', 'code': 200} Jul 12 14:51:14.231507 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-5d79af10-6d8e-49cc-85c3-68c233f01463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:14.233022 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-5d79af10-6d8e-49cc-85c3-68c233f01463 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 1129 time: 0.0399723 Jul 12 14:51:14.331683 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-5afd7336-b9a7-4b46-855e-fb180ca3b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:14.333269 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-5afd7336-b9a7-4b46-855e-fb180ca3b93d service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.0931714 Jul 12 14:51:14.357419 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:14.372899 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-81d2c5a3-84d6-44fa-8550-1957e6177687 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5 HTTP/1.1" status: 200 len: 217 time: 0.0332105 Jul 12 14:51:14.382851 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:14.392285 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:14.392902 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:50:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:14.426013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-36beecac-9e2f-4b89-aa58-54fca236f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:14.427488 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-36beecac-9e2f-4b89-aa58-54fca236f23b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0492177 Jul 12 14:51:14.475777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-88176dea-1b3e-4489-89f6-c643bb559deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:14.477589 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-88176dea-1b3e-4489-89f6-c643bb559deb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441260 Jul 12 14:51:14.503317 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:14.601417 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cd52e-58d9-44c6-8eb0-f01ed1b28c9c req-56bf6522-6fe1-4249-90c0-cb6fc78393ed tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:14.604150 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-662cd52e-58d9-44c6-8eb0-f01ed1b28c9c req-56bf6522-6fe1-4249-90c0-cb6fc78393ed tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0582690 Jul 12 14:51:14.639033 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-f84d929b-d6d5-4a27-a953-8d18fea307fc service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537452 Jul 12 14:51:14.669929 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-662cd52e-58d9-44c6-8eb0-f01ed1b28c9c req-795b5188-e88a-4ba1-9009-39b251cf70b7 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 Jul 12 14:51:14.733354 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:14.757997 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4952-0845-4972-9116-16815e8c2f8c None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': '82ef3f09-fdc5-4b01-9f89-6e38e24069d9', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'port_id': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'mac_address': 'fa:16:3e:a3:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48873689-94c9-4887-9b4b-7eca17ddd173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:47:06Z', 'updated_at': '2022-07-12T14:47:08Z', 'revision_number': 1, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:14.971962 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15378861-e812-40f8-beca-e6ece8e1396f None None] New status for floating IP 7e348e06-edf1-4d70-99f1-ddb256aa1124: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:51:15.646489 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8c32feb7-6dcb-42c1-9724-22b8a4937b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:15.786019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e76255-763e-49c1-a9c5-ea8ed4a7e6e5 req-60e649bd-1f67-4e95-8c1c-26ed5df7158c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:15.787486 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68e76255-763e-49c1-a9c5-ea8ed4a7e6e5 req-60e649bd-1f67-4e95-8c1c-26ed5df7158c tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Jul 12 14:51:15.836015 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-68e76255-763e-49c1-a9c5-ea8ed4a7e6e5 req-0f186b83-6bac-454b-9b0f-8ef81bb5f19f tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430226 Jul 12 14:51:15.971534 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f3ffa67c-4d74-4d87-ac18-afa59fd2f4cf req-9a43dce5-127c-4ac6-be1b-a7da22075720 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882328 Jul 12 14:51:16.517302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-ddc1773e-3f6b-489d-94eb-e5be196ee7f5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:16.518750 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-ddc1773e-3f6b-489d-94eb-e5be196ee7f5 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0478888 Jul 12 14:51:16.822801 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:16.858842 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port cc4460df-a6f5-4837-9f82-68d3b6142fc5 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:16.859559 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:16.986624 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109fd07-d9f5-402f-a4d6-36b30ba370ff req-8347aa2d-def2-4472-a1a3-3ff7d2cb5678 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:16.987997 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4109fd07-d9f5-402f-a4d6-36b30ba370ff req-8347aa2d-def2-4472-a1a3-3ff7d2cb5678 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 945 time: 0.0699985 Jul 12 14:51:16.992921 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] For port cc4460df-a6f5-4837-9f82-68d3b6142fc5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cc4460df-a6f5-4837-9f82-68d3b6142fc5,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:16.993323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:17.019028 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for cc4460df-a6f5-4837-9f82-68d3b6142fc5 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:17.022191 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:17.091106 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4109fd07-d9f5-402f-a4d6-36b30ba370ff req-4c9c4ba2-45ea-4a24-9a11-099f28671dce tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949237 Jul 12 14:51:17.102558 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:17.262751 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (cc4460df-a6f5-4837-9f82-68d3b6142fc5), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:17.296896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=cc4460df-a6f5-4837-9f82-68d3b6142fc5,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:17.341380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] No DVR routers for this DVR port cc4460df-a6f5-4837-9f82-68d3b6142fc5 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:17.343973 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:17.347368 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-4ac9f9a5-a8ad-4e87-9d4e-a61ba5119e89 req-2a67d0b0-5222-4334-bb7c-78b41cc4e26d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "DELETE /v2.0/ports/cc4460df-a6f5-4837-9f82-68d3b6142fc5 HTTP/1.1" status: 204 len: 173 time: 0.5711966 Jul 12 14:51:17.347793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'name': 'network-vif-deleted', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:17.350198 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a59b8-e635-40c5-b068-cf77cf6ab5f2" -d '{"events": [{"server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "name": "network-vif-deleted", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:17.386560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cd9c6-e48c-4a5d-b5e2-49bbb0305205 x-openstack-request-id: req-cf8cd9c6-e48c-4a5d-b5e2-49bbb0305205 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:17.386852 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9", "name": "network-vif-deleted", "tag": "cc4460df-a6f5-4837-9f82-68d3b6142fc5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:17.387223 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf8cd9c6-e48c-4a5d-b5e2-49bbb0305205 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:17.387633 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8cd9c6-e48c-4a5d-b5e2-49bbb0305205'] response: {'server_uuid': '7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9', 'name': 'network-vif-deleted', 'tag': 'cc4460df-a6f5-4837-9f82-68d3b6142fc5', 'status': 'completed', 'code': 200} Jul 12 14:51:18.204986 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-66e5bafd-1918-4296-a393-5b7997fe036e req-7851aed2-7627-491a-ac63-18c8ae6e10aa tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c0e0573-3fbf-40cd-afc2-d6b6fbb3c9c9 HTTP/1.1" status: 200 len: 210 time: 0.0279942 Jul 12 14:51:18.359947 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:18.725816 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:20.132184 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device cc4460df-a6f5-4837-9f82-68d3b6142fc5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:20.154395 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: cc4460df-a6f5-4837-9f82-68d3b6142fc5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:20.170086 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device cc4460df-a6f5-4837-9f82-68d3b6142fc5 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:21.100937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdaa7c-1a7c-4aaa-a71e-e18b95ae4bfd req-50e3b750-7bdb-4e1d-a54d-1205c008127d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:21.106134 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5ecdaa7c-1a7c-4aaa-a71e-e18b95ae4bfd req-50e3b750-7bdb-4e1d-a54d-1205c008127d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Jul 12 14:51:21.152579 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-5ecdaa7c-1a7c-4aaa-a71e-e18b95ae4bfd req-762d9899-d7e2-468d-a0bd-0b5a2b4662a2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 Jul 12 14:51:21.741595 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36414) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:21.880672 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port e343feaf-bb30-4241-aeab-7f9e73b8215d {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:21.881011 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:21.955758 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:21.956077 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (e343feaf-bb30-4241-aeab-7f9e73b8215d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:21.972690 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for e343feaf-bb30-4241-aeab-7f9e73b8215d owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:22.255065 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (e343feaf-bb30-4241-aeab-7f9e73b8215d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:22.296328 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=e343feaf-bb30-4241-aeab-7f9e73b8215d,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:22.339611 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac83ab-bffb-426f-a9c2-3f991743de72 req-4c3244f6-ebb0-455c-83dd-71b23e5313d0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:22.341129 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2ac83ab-bffb-426f-a9c2-3f991743de72 req-4c3244f6-ebb0-455c-83dd-71b23e5313d0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.1182184 Jul 12 14:51:22.345611 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.345949 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.346282 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.346609 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.346933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.347256 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.347578 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.347893 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.348208 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.348527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.348844 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.349178 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.349501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.349843 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.350315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:22.384399 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.412998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (82ef3f09-fdc5-4b01-9f89-6e38e24069d9), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:22.413352 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Floating IP 82ef3f09-fdc5-4b01-9f89-6e38e24069d9 disassociated (deleted). External IP: 172.27.3.130, port: 561b44eb-0d73-4072-bb0f-14b66c4fd904. Jul 12 14:51:22.465675 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.474727 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e2ac83ab-bffb-426f-a9c2-3f991743de72 req-21f2a009-06be-4ba8-909c-1b92c48487e2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=44d9d83a-4e2e-4777-b115-fc2703020e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186810 Jul 12 14:51:22.627962 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:22.731509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:22.737755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:22.740876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:22.751278 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:22.751889 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:22.796281 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-421fd102-a3cc-423a-89db-43216b4a5f47 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "DELETE /v2.0/floatingips/82ef3f09-fdc5-4b01-9f89-6e38e24069d9 HTTP/1.1" status: 204 len: 168 time: 1.0535901 Jul 12 14:51:22.799091 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:22.801713 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb5d260-d917-4066-99c5-2cb729e1db00" -d '{"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:22.817697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-8b40274f-bc5e-4653-9cab-047d45492ea6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:22.819169 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-8b40274f-bc5e-4653-9cab-047d45492ea6 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 945 time: 0.0611556 Jul 12 14:51:22.851666 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.856163 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:22.865764 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d59cecb-26da-48ca-b81b-e6f4f1950b5f x-openstack-request-id: req-1d59cecb-26da-48ca-b81b-e6f4f1950b5f {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:22.866150 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:22.866503 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d59cecb-26da-48ca-b81b-e6f4f1950b5f {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:22.866997 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d59cecb-26da-48ca-b81b-e6f4f1950b5f'] response: {'name': 'network-changed', 'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'status': 'completed', 'code': 200} Jul 12 14:51:22.888546 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.911755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port 2307d55e-97a3-4d99-963a-037ad1913986 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:22.912268 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2307d55e-97a3-4d99-963a-037ad1913986), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:22.946248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.953231 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:22.959226 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-b1218249-daef-4f1e-b04f-59b750b4f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:22.961231 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-b1218249-daef-4f1e-b04f-59b750b4f035 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c361a671e3fc43c8a536f6526dc530b1&device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 1130 time: 0.0507653 Jul 12 14:51:23.010485 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] For port 2307d55e-97a3-4d99-963a-037ad1913986, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2307d55e-97a3-4d99-963a-037ad1913986,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:23.010809 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2307d55e-97a3-4d99-963a-037ad1913986), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:23.054210 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-6a4393ac-b0a7-44c7-ba3c-ac17eadc3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:23.056147 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-6a4393ac-b0a7-44c7-ba3c-ac17eadc3553 service neutron] 10.222.0.33 "GET /v2.0/networks?id=053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 200 len: 912 time: 0.0878527 Jul 12 14:51:23.075551 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:23.094672 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-0eab6273-7da5-4fa7-81ae-21fb9bd15bcd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 200 len: 217 time: 0.0328858 Jul 12 14:51:23.104213 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:23.113443 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:23.114105 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:23.148456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-61afd098-ff83-4da3-9441-005fac654b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:23.150339 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-61afd098-ff83-4da3-9441-005fac654b85 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 200 len: 850 time: 0.0498846 Jul 12 14:51:23.193046 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:23.193755 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:23.194066 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP 27f4ed08-97bb-4a9d-95c6-95ce896b445b disassociated. External IP: 172.27.3.230, port: 2307d55e-97a3-4d99-963a-037ad1913986. Jul 12 14:51:23.194415 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for 2307d55e-97a3-4d99-963a-037ad1913986 owned by compute:nova {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:23.206311 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-66cc87f2-2d1f-4d6b-b903-03277f68a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:23.207830 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-66cc87f2-2d1f-4d6b-b903-03277f68a6dc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=053ecff6-71cf-4863-84fc-402dc3a5230b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401266 Jul 12 14:51:23.240823 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:23.314284 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-7da20991-b792-4919-827a-b869574ceb96 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997450 Jul 12 14:51:23.386934 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8299f-6383-4750-94b7-62d7c7d235d7 req-19e7d25f-699a-4484-a5af-749461c92ee4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:23.388393 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-64a8299f-6383-4750-94b7-62d7c7d235d7 req-19e7d25f-699a-4484-a5af-749461c92ee4 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Jul 12 14:51:23.389484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (2307d55e-97a3-4d99-963a-037ad1913986), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:23.421868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:23.422467 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:23.432353 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=2307d55e-97a3-4d99-963a-037ad1913986,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:23.509993 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-64a8299f-6383-4750-94b7-62d7c7d235d7 req-619fec1a-7f19-416c-9b06-7f9a2de25d83 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139624 Jul 12 14:51:23.570006 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:23.573742 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:23.596210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b3414-88fb-4c16-a6a2-5420907a84bb None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:43:17Z', 'revision_number': 4, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': 'ce687297-c58d-48c4-a716-5b3b3934d4cb', 'name': '', 'network_id': '053ecff6-71cf-4863-84fc-402dc3a5230b', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'mac_address': 'fa:16:3e:78:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:17Z', 'updated_at': '2022-07-12T14:43:22Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'subnets': [{'id': '773b3dd9-aa95-410f-ae4e-be124423c3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:23.607272 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f252d152-3be8-4a4a-ad77-a4c4eb612878 req-c4c90843-a338-41ec-95a1-6fa9d174286b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0377474 Jul 12 14:51:23.714037 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:23.725318 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:23.740097 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:23.740689 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:23.761132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] No DVR routers for this DVR port 2307d55e-97a3-4d99-963a-037ad1913986 on host hv-cinder-82002 {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:23.764591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:23.768056 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-23832a1b-4e69-434d-a62d-7cc4b9f4cd5b req-c58c5872-d406-4cbc-87c1-6a4f80ad5f40 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "DELETE /v2.0/ports/2307d55e-97a3-4d99-963a-037ad1913986 HTTP/1.1" status: 204 len: 173 time: 0.9435480 Jul 12 14:51:23.786147 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=10 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:23.827182 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=17 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:23.845323 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478c567f-ec28-4334-9411-9c741e63773b None None] New status for floating IP 82ef3f09-fdc5-4b01-9f89-6e38e24069d9: DOWN {{(pid=105845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:51:23.859284 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:24.049281 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:24.073862 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:24.082848 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:24.083454 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:24.183293 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:24.369997 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:24.394772 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d39a5-0cba-49c0-af58-d1155e6012e1 None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:24.631655 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-cfb5d260-d917-4066-99c5-2cb729e1db00 req-37a1ff87-683d-47be-b77d-f61885c52830 service neutron] 10.222.0.33 "GET /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964944 Jul 12 14:51:24.649128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b8c9-12aa-4a6b-a907-8b6f94902da1 req-49939112-7cff-4cea-a692-84734c51e1b8 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:24.650883 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8625b8c9-12aa-4a6b-a907-8b6f94902da1 req-49939112-7cff-4cea-a692-84734c51e1b8 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0541899 Jul 12 14:51:24.662006 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea36ae-4842-4776-a108-88f72914c774 None None] New status for floating IP 27f4ed08-97bb-4a9d-95c6-95ce896b445b: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:51:24.742239 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f037280c-b29b-44fd-935b-576236e89490 req-46c1e040-b06d-4edc-96f6-7038bbeef49d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0411730 Jul 12 14:51:24.747378 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8625b8c9-12aa-4a6b-a907-8b6f94902da1 req-25879ad1-b38a-4525-8427-02bf2fc2945d tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/security-groups?id=52905454-4ca4-406a-876a-00367bd8aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810843 Jul 12 14:51:24.868129 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'name': 'network-vif-deleted', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:24.870587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9ffaa-74c1-4ac6-a415-73a79a2977e1" -d '{"events": [{"server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "name": "network-vif-deleted", "tag": "2307d55e-97a3-4d99-963a-037ad1913986"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:24.904823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d22c3-8484-4985-aafb-682c11c90850 x-openstack-request-id: req-df0d22c3-8484-4985-aafb-682c11c90850 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:24.905116 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae44ec45-2b42-4f9e-8df7-e6a7c4c70218", "name": "network-vif-deleted", "tag": "2307d55e-97a3-4d99-963a-037ad1913986", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:24.905400 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df0d22c3-8484-4985-aafb-682c11c90850 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:24.905794 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0d22c3-8484-4985-aafb-682c11c90850'] response: {'server_uuid': 'ae44ec45-2b42-4f9e-8df7-e6a7c4c70218', 'name': 'network-vif-deleted', 'tag': '2307d55e-97a3-4d99-963a-037ad1913986', 'status': 'completed', 'code': 200} Jul 12 14:51:25.172495 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-740f6d1d-684b-43f0-8b1c-c29dab04ae96 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:25.173942 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-740f6d1d-684b-43f0-8b1c-c29dab04ae96 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 946 time: 0.0522466 Jul 12 14:51:25.258381 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port 561b44eb-0d73-4072-bb0f-14b66c4fd904 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:25.258721 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:25.345957 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] For port 561b44eb-0d73-4072-bb0f-14b66c4fd904, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=561b44eb-0d73-4072-bb0f-14b66c4fd904,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:25.346322 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:25.362388 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for 561b44eb-0d73-4072-bb0f-14b66c4fd904 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:25.405076 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:25.537025 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (561b44eb-0d73-4072-bb0f-14b66c4fd904), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:25.564519 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=561b44eb-0d73-4072-bb0f-14b66c4fd904,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:25.611016 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] No DVR routers for this DVR port 561b44eb-0d73-4072-bb0f-14b66c4fd904 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:25.613441 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:25.616561 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-2a9ceb08-545b-47a2-bc97-ef48af128449 req-6b088955-bd2b-4d43-94bd-a22814cc0321 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.33 "DELETE /v2.0/ports/561b44eb-0d73-4072-bb0f-14b66c4fd904 HTTP/1.1" status: 204 len: 173 time: 0.4377255 Jul 12 14:51:25.616985 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'name': 'network-vif-deleted', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:25.619207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681980b3-0853-451b-a113-9edde94b90f1" -d '{"events": [{"server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "name": "network-vif-deleted", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:25.655222 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e175d-10bb-4c3f-9282-d13a9164352a x-openstack-request-id: req-489e175d-10bb-4c3f-9282-d13a9164352a {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:25.655837 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48873689-94c9-4887-9b4b-7eca17ddd173", "name": "network-vif-deleted", "tag": "561b44eb-0d73-4072-bb0f-14b66c4fd904", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:25.655837 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-489e175d-10bb-4c3f-9282-d13a9164352a {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:25.656282 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489e175d-10bb-4c3f-9282-d13a9164352a'] response: {'server_uuid': '48873689-94c9-4887-9b4b-7eca17ddd173', 'name': 'network-vif-deleted', 'tag': '561b44eb-0d73-4072-bb0f-14b66c4fd904', 'status': 'completed', 'code': 200} Jul 12 14:51:25.861056 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-101cb4aa-5a26-4dee-9134-28512be3df2a req-9e778201-4c0c-493f-ba72-ea9fe0980dc6 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "GET /v2.0/ports?device_id=48873689-94c9-4887-9b4b-7eca17ddd173 HTTP/1.1" status: 200 len: 210 time: 0.0365114 Jul 12 14:51:25.880568 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-2ed53628-da78-41f7-951c-1c744c84a1f3 req-099c8e75-e63d-43ac-9c33-51eadfdadf72 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae44ec45-2b42-4f9e-8df7-e6a7c4c70218 HTTP/1.1" status: 200 len: 210 time: 0.0452476 Jul 12 14:51:26.088146 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:26.147037 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2307d55e-97a3-4d99-963a-037ad1913986 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:26.170939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 2307d55e-97a3-4d99-963a-037ad1913986 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:26.171208 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 2307d55e-97a3-4d99-963a-037ad1913986 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:26.921737 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36442) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:27.041330 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Deleting port b7cde59b-c966-4632-b7ac-71cf3f56aef9 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:27.041752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.043101 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36446) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:27.098333 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (44d9d83a-4e2e-4777-b115-fc2703020e4a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.119544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.119873 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (b7cde59b-c966-4632-b7ac-71cf3f56aef9), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.121322 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (44d9d83a-4e2e-4777-b115-fc2703020e4a), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.132953 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Calling delete_port for b7cde59b-c966-4632-b7ac-71cf3f56aef9 owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:27.213389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:27.274110 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (44d9d83a-4e2e-4777-b115-fc2703020e4a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.276720 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.277938 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/security-groups/44d9d83a-4e2e-4777-b115-fc2703020e4a HTTP/1.1" status: 204 len: 168 time: 0.2337263 Jul 12 14:51:27.280769 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36448) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:27.287376 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379624-12d9-4803-b4b8-a403e18dfeab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9d83a-4e2e-4777-b115-fc2703020e4a,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:27.295091 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.api.v2.resource [None req-439e9563-8512-4928-9c76-3521d966133f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] show failed (client error): The resource could not be found. Jul 12 14:51:27.296117 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-439e9563-8512-4928-9c76-3521d966133f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups/44d9d83a-4e2e-4777-b115-fc2703020e4a HTTP/1.1" status: 404 len: 347 time: 0.0143185 Jul 12 14:51:27.299008 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36450) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:27.333232 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (b7cde59b-c966-4632-b7ac-71cf3f56aef9), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.370914 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'Port': ['ID=b7cde59b-c966-4632-b7ac-71cf3f56aef9,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:27.739899 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port ff57bdb9-3615-43db-944c-a5c14b94716e {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:27.740229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.769000 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for floatingip (f8cf405b-698a-4dd3-873b-bd03ca38a5ad), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.771430 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.772562 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ba10f740-7ca5-424b-ae8f-6319f06697ae tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "DELETE /v2.0/floatingips/f8cf405b-698a-4dd3-873b-bd03ca38a5ad HTTP/1.1" status: 204 len: 168 time: 0.8513613 Jul 12 14:51:27.807684 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:27.831220 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.831547 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (ff57bdb9-3615-43db-944c-a5c14b94716e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:27.846903 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for ff57bdb9-3615-43db-944c-a5c14b94716e owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:28.045584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (ff57bdb9-3615-43db-944c-a5c14b94716e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.072827 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=ff57bdb9-3615-43db-944c-a5c14b94716e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:28.135607 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (27f4ed08-97bb-4a9d-95c6-95ce896b445b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.138689 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.139847 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ddd8fa59-48c4-45da-ad59-b04901f70fab tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/floatingips/27f4ed08-97bb-4a9d-95c6-95ce896b445b HTTP/1.1" status: 204 len: 168 time: 0.8397326 Jul 12 14:51:28.155429 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 561b44eb-0d73-4072-bb0f-14b66c4fd904 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:28.178088 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 561b44eb-0d73-4072-bb0f-14b66c4fd904 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:28.178440 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 561b44eb-0d73-4072-bb0f-14b66c4fd904 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:28.273593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36462) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:28.278206 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589454950', 'description': 'tempest-description--414698847'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:28.365785 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.435099 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (98ffa5a7-ebc6-4c06-ab34-d7bcd2485644), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.519486 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (98ffa5a7-ebc6-4c06-ab34-d7bcd2485644), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.550262 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:28.624517 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.625900 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e26a5f77-93e1-4462-aaa3-da75e5b763c3 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3512862 Jul 12 14:51:28.628554 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36464) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:28.633089 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '98ffa5a7-ebc6-4c06-ab34-d7bcd2485644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:28.722754 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (5f9d28c5-5e32-4207-b5fc-632887c37a4f), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.760960 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:28.778133 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (5f9d28c5-5e32-4207-b5fc-632887c37a4f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.859313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (5f9d28c5-5e32-4207-b5fc-632887c37a4f), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.877395 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9d28c5-5e32-4207-b5fc-632887c37a4f,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:28.950031 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:28.951232 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-2e03f7ae-f3fd-43f8-90ed-ed09c21bfa41 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217552 Jul 12 14:51:28.954153 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36466) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:28.958323 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'security_group_rule': {'security_group_id': '98ffa5a7-ebc6-4c06-ab34-d7bcd2485644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:29.043100 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (6e369457-d39a-42d2-af28-84bb5b9f0773), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.091965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (6e369457-d39a-42d2-af28-84bb5b9f0773), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.096076 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36470) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:29.150976 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:29.154459 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (52905454-4ca4-406a-876a-00367bd8aad5), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.175315 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471993'] for security_group_rule (6e369457-d39a-42d2-af28-84bb5b9f0773), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.185229 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (52905454-4ca4-406a-876a-00367bd8aad5), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.208510 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e369457-d39a-42d2-af28-84bb5b9f0773,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:29.304205 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.305432 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f61de3eb-3db6-4bab-a4af-079dc7d556a7 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503520 Jul 12 14:51:29.308360 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36472) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:29.312488 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:29.331383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (52905454-4ca4-406a-876a-00367bd8aad5), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.333907 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.335001 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] 10.222.0.30 "DELETE /v2.0/security-groups/52905454-4ca4-406a-876a-00367bd8aad5 HTTP/1.1" status: 204 len: 168 time: 0.2380168 Jul 12 14:51:29.345983 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a87176-21f2-477e-b21d-e7b1da248fc3 tempest-TestVolumeBootPattern-616836979 tempest-TestVolumeBootPattern-616836979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52905454-4ca4-406a-876a-00367bd8aad5,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:29.391005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.461294 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36476) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:29.481357 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.637089 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.27.3.131 (7512f9b9-d5a8-45c1-a5fd-852053e1935e/38ed8836-7fda-4b80-8347-082e0e369194/f026fe53-03a8-4398-ab6d-d6b315ddb314) {{(pid=105842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:51:29.790328 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:29.862924 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:29.960104 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:29.995645 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.048306 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 7512f9b9-d5a8-45c1-a5fd-852053e1935e is already hosted by enough agents. {{(pid=105842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:51:30.055926 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:51:30.058393 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.060603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:51:30.062804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=f026fe53-03a8-4398-ab6d-d6b315ddb314,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:30.252120 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.373426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Deleting port ce687297-c58d-48c4-a716-5b3b3934d4cb {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:30.373670 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.387712 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.547506 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] For port ce687297-c58d-48c4-a716-5b3b3934d4cb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ce687297-c58d-48c4-a716-5b3b3934d4cb,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:30.547874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.566933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:30.569509 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Calling delete_port for ce687297-c58d-48c4-a716-5b3b3934d4cb owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:30.661544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.671871 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:30.764845 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16566345'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.846376 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=f026fe53-03a8-4398-ab6d-d6b315ddb314,revision_number=2']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:30.863949 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.965145 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (ce687297-c58d-48c4-a716-5b3b3934d4cb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:30.988723 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce687297-c58d-48c4-a716-5b3b3934d4cb,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:31.020445 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:31.021719 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-bd8d62ef-0ca6-4da8-8981-8aa8a1d8c111 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7124546 Jul 12 14:51:31.192043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:31.212876 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-6fb3d84d-5125-4203-b41b-51b29d780863 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--589454950&fields=id&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 267 time: 0.0659993 Jul 12 14:51:31.363895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:31.410347 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-dfd86b6a-91d0-43b4-85b8-38912a4f9b89 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:31.411689 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-dfd86b6a-91d0-43b4-85b8-38912a4f9b89 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1605957 Jul 12 14:51:31.467301 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a155cf6f-b7eb-45bb-bd19-cd36324b3820 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/quotas/35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 375 time: 0.0237241 Jul 12 14:51:31.551653 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a73ea6d9-d0c5-4f8a-84ef-0a5c93cfc99e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783930 Jul 12 14:51:31.558551 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Router 99b00f22-96b6-406a-a6f6-f2d240adf0fb has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:31.615224 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-28872c75-2182-4239-9ec1-5c93ea221fab service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=105842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 14:51:31.616212 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-28872c75-2182-4239-9ec1-5c93ea221fab service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0528727 Jul 12 14:51:31.668247 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:31.986635 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:31.994945 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-33dc8f53-c1a7-44e5-b1f6-128a25cfda3e admin admin] 10.222.0.30 "PUT /v2.0/routers/99b00f22-96b6-406a-a6f6-f2d240adf0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5303814 Jul 12 14:51:31.995181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36498) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:31.996031 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Sync routers for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:32.007842 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:32.008458 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:32.050976 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-81b9ab1d-1137-4420-a953-f3a452f75f82 service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280326 Jul 12 14:51:32.061360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:32.112340 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:32.164971 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks [] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.232152 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ca143a5f-4293-4676-bc99-4cf7e7248c98 service neutron] 10.222.0.30 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744499 Jul 12 14:51:32.283313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks [] for router_gateway (99b00f22-96b6-406a-a6f6-f2d240adf0fb), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.286763 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:51:30Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:32.313066 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Checking router: 99b00f22-96b6-406a-a6f6-f2d240adf0fb for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:32.321597 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Routers {'99b00f22-96b6-406a-a6f6-f2d240adf0fb'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:32.322209 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:32.422559 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Deleting port 2d123e24-7dae-4925-b425-62017e616a2f {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:32.423183 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (2d123e24-7dae-4925-b425-62017e616a2f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.429911 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] Set router 99b00f22-96b6-406a-a6f6-f2d240adf0fb gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:32.529007 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9b0b8922-d178-431c-b2ff-a5229932a56d req-25e52299-8dbe-4ea4-bc94-70eac39af44b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 210 time: 0.0321732 Jul 12 14:51:32.556654 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] For port 2d123e24-7dae-4925-b425-62017e616a2f, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=2d123e24-7dae-4925-b425-62017e616a2f,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:32.557021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (2d123e24-7dae-4925-b425-62017e616a2f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.571128 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Calling delete_port for 2d123e24-7dae-4925-b425-62017e616a2f owned by network:router_gateway {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:32.619649 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:51:30Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:32.646801 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663607-2200-429c-9277-ea3ba2c730c9 None None] The sync data for ids ['99b00f22-96b6-406a-a6f6-f2d240adf0fb'] in dv-cinder-820027-12-iscsi is: [{'id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'name': 'tempest-TestVolumeBootPattern-256982054-router', 'tenant_id': 'c361a671e3fc43c8a536f6526dc530b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d123e24-7dae-4925-b425-62017e616a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:14Z', 'updated_at': '2022-07-12T14:51:30Z', 'revision_number': 5, 'project_id': 'c361a671e3fc43c8a536f6526dc530b1', 'gw_port': {'id': '2d123e24-7dae-4925-b425-62017e616a2f', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b00f22-96b6-406a-a6f6-f2d240adf0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:15Z', 'updated_at': '2022-07-12T14:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:32.696250 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:32.833954 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (2d123e24-7dae-4925-b425-62017e616a2f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.862635 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d123e24-7dae-4925-b425-62017e616a2f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:32.932544 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:32.955316 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:33.027662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.027662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks [] for router_controller (99b00f22-96b6-406a-a6f6-f2d240adf0fb), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.154624 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (99b00f22-96b6-406a-a6f6-f2d240adf0fb), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.155249 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b00f22-96b6-406a-a6f6-f2d240adf0fb {{(pid=105842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:51:33.160918 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.160918 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d48bbfa8-1d70-4e8a-bd64-0dd07f04f980 admin admin] 10.222.0.30 "DELETE /v2.0/routers/99b00f22-96b6-406a-a6f6-f2d240adf0fb HTTP/1.1" status: 204 len: 168 time: 1.1645961 Jul 12 14:51:33.163208 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36510) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:33.209947 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Deleting subnet 773b3dd9-aa95-410f-ae4e-be124423c3ba {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:51:33.213576 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Publish callbacks [] for subnet (773b3dd9-aa95-410f-ae4e-be124423c3ba), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.256302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (773b3dd9-aa95-410f-ae4e-be124423c3ba), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.335177 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (773b3dd9-aa95-410f-ae4e-be124423c3ba), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.474536 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (773b3dd9-aa95-410f-ae4e-be124423c3ba), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.507343 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773b3dd9-aa95-410f-ae4e-be124423c3ba,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:33.509358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.513875 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4d6ef5e5-b533-4fa7-8788-cb6d9677d591 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/773b3dd9-aa95-410f-ae4e-be124423c3ba HTTP/1.1" status: 204 len: 168 time: 0.3483500 Jul 12 14:51:33.514876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0832a2a-c101-4c25-892e-0ac26f87acaf None None] Network 053ecff6-71cf-4863-84fc-402dc3a5230b requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:51:33.515618 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36512) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:33.587288 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (053ecff6-71cf-4863-84fc-402dc3a5230b), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.623060 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:33.674820 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d15938a4-061c-4e84-a4e0-71888f049895 req-adea848f-2255-4a04-a83f-a8829eca6708 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 210 time: 0.0472462 Jul 12 14:51:33.679392 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Deleting port 946a0262-55ae-45de-abcf-bc168b2fef52 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:33.680913 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.724414 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] DHCP port deletion for 053ecff6-71cf-4863-84fc-402dc3a5230b request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:51:33.763977 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ce687297-c58d-48c4-a716-5b3b3934d4cb no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:33.766878 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] For port 946a0262-55ae-45de-abcf-bc168b2fef52, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=946a0262-55ae-45de-abcf-bc168b2fef52,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:33.767242 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.783483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Calling delete_port for 946a0262-55ae-45de-abcf-bc168b2fef52 owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:33.788080 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: ce687297-c58d-48c4-a716-5b3b3934d4cb {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:33.788500 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ce687297-c58d-48c4-a716-5b3b3934d4cb not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:33.789002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2d123e24-7dae-4925-b425-62017e616a2f no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:33.809307 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Deleting port 946a0262-55ae-45de-abcf-bc168b2fef52 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:33.815315 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.815315 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 2d123e24-7dae-4925-b425-62017e616a2f {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:33.815315 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 2d123e24-7dae-4925-b425-62017e616a2f not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:33.861395 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:33.883808 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] For port 946a0262-55ae-45de-abcf-bc168b2fef52, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=946a0262-55ae-45de-abcf-bc168b2fef52,segment=NetworkSegment(2a470c94-e932-49db-9c6e-0d540e68d3cc),segment_id=2a470c94-e932-49db-9c6e-0d540e68d3cc)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:33.887081 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.896791 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Calling delete_port for 946a0262-55ae-45de-abcf-bc168b2fef52 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:33.974078 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:33.979994 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (946a0262-55ae-45de-abcf-bc168b2fef52), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.000391 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Pushing event deleted for resources: {'Port': ['ID=946a0262-55ae-45de-abcf-bc168b2fef52,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:34.005016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] No DVR routers for this DVR port 946a0262-55ae-45de-abcf-bc168b2fef52 on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:34.005360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Pushing event deleted for resources: {'Port': ['ID=946a0262-55ae-45de-abcf-bc168b2fef52,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:34.009485 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:34.014373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] No DVR routers for this DVR port 946a0262-55ae-45de-abcf-bc168b2fef52 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:34.024301 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.024643 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.024994 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.025492 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.025670 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.025987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.026303 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.026660 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.027077 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.027288 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.027608 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.027928 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.028814 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.029135 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.029473 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68adfae-4e47-445e-926b-0c49edbbdc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:51:34.078839 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (053ecff6-71cf-4863-84fc-402dc3a5230b), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.107945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053ecff6-71cf-4863-84fc-402dc3a5230b']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:34.116999 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a470c94-e932-49db-9c6e-0d540e68d3cc') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:34.117337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a470c94-e932-49db-9c6e-0d540e68d3cc') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:34.127310 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (2a470c94-e932-49db-9c6e-0d540e68d3cc), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.141098 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (2a470c94-e932-49db-9c6e-0d540e68d3cc), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.147280 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:51:34.147663 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (2a470c94-e932-49db-9c6e-0d540e68d3cc), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.223862 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 2a470c94-e932-49db-9c6e-0d540e68d3cc resource provider aggregate not found Jul 12 14:51:34.239985 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 2a470c94-e932-49db-9c6e-0d540e68d3cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a470c94-e932-49db-9c6e-0d540e68d3cc found for delete ", "request_id": "req-deefe026-d504-4e7c-8a83-1115ab0cb9de"}]} Jul 12 14:51:34.316626 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (053ecff6-71cf-4863-84fc-402dc3a5230b), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.321945 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.326124 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] 10.222.0.30 "DELETE /v2.0/networks/053ecff6-71cf-4863-84fc-402dc3a5230b HTTP/1.1" status: 204 len: 168 time: 0.8084328 Jul 12 14:51:34.328463 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36524) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:34.336266 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab4a6-cbbe-4405-8d0d-828fcc27f635 admin admin] Pushing event deleted for resources: {'Network': ['ID=053ecff6-71cf-4863-84fc-402dc3a5230b,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:34.509452 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:34.638067 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:34.793999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-e5e9f982-c452-4afa-a951-0a892abb8dd5 req-da6f61e5-e577-404c-b2a9-afcc3a760a11 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 210 time: 0.0311186 Jul 12 14:51:35.114986 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:35.134520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-34b6e394-73ae-406d-9719-0196bfa72b1a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:35.135944 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-34b6e394-73ae-406d-9719-0196bfa72b1a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 815 time: 0.1685762 Jul 12 14:51:35.236229 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Deleting port 1e9d1a94-bf04-4724-b933-7c6126ff08d6 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:35.236566 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:35.255434 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-9127a09e-0077-4ac5-92d5-41bad3ecc766 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35438fec2e37438e99201870e0d650af HTTP/1.1" status: 200 len: 379 time: 0.0990896 Jul 12 14:51:35.273377 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'port': {'device_id': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'admin_state_up': True, 'tenant_id': '35438fec2e37438e99201870e0d650af', 'security_groups': ['98ffa5a7-ebc6-4c06-ab34-d7bcd2485644']}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:35.387174 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 946a0262-55ae-45de-abcf-bc168b2fef52 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:35.399531 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] For port 1e9d1a94-bf04-4724-b933-7c6126ff08d6, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=1e9d1a94-bf04-4724-b933-7c6126ff08d6,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:35.400064 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:35.407181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 946a0262-55ae-45de-abcf-bc168b2fef52 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:35.407529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 946a0262-55ae-45de-abcf-bc168b2fef52 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:35.422835 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Calling delete_port for 1e9d1a94-bf04-4724-b933-7c6126ff08d6 owned by network:router_interface {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:35.477436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:35.594719 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Made reservation on behalf of 35438fec2e37438e99201870e0d650af for: {'port': 1} {{(pid=105839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:51:35.598048 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:35.710159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (1e9d1a94-bf04-4724-b933-7c6126ff08d6), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:35.740616 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9d1a94-bf04-4724-b933-7c6126ff08d6,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:35.776113 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:35.800610 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_common [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Allocated IP 172.20.0.12 (18dbd310-dea2-4429-9ee9-f4f77e3d7b99/2a19ac53-acc9-4da2-b9ea-8b687b6fee42/124bed5e-0c4d-4900-b33a-7b746f2e55d5) {{(pid=105839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 14:51:35.909640 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0b62983e-5c1c-4ed7-b27b-5c7b5aae5255 req-aceb3fa4-5e43-4b1f-91fb-28ac267ab71d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 210 time: 0.0348792 Jul 12 14:51:36.015878 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.079988 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.198289 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:36.241772 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744331110485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.303021 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 is already hosted by enough agents. {{(pid=105839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 14:51:36.311520 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.base_scheduler [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Resources bound (agent type, host, resource id): {{(pid=105839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:51:36.315568 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Received port after_create {{(pid=105839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 14:51:36.318995 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Router e086889f-1e9a-4b5f-a429-7d9f463ca453 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:36.319884 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event updated for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:36.410400 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:36.411117 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.483691 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:36.489378 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4d0202da-57da-441f-8ed3-65f4166e6b26 admin admin] 10.222.0.30 "PUT /v2.0/routers/e086889f-1e9a-4b5f-a429-7d9f463ca453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1598501 Jul 12 14:51:36.491857 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36534) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:36.494132 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Sync routers for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:36.505429 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:36.506117 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:36.544697 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ce60b99a-4da6-4be7-9f06-1ef4ed827094 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2760215 Jul 12 14:51:36.563615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.v2.base [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Request body: {'port': {'device_id': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=105839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:36.578987 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-fb2699c8-976f-4bb0-b63e-de483755f078 None None] Provisioning complete for port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 triggered by entity DHCP. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:51:36.579604 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fb2699c8-976f-4bb0-b63e-de483755f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.607562 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:36.607912 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:36.613973 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-fb2699c8-976f-4bb0-b63e-de483755f078 None None] Port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 cannot update to ACTIVE because it is not bound. {{(pid=105845) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 14:51:36.662027 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks [] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.695166 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.720733 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=100 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:36.736410 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:36.775042 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:51:35Z', 'revision_number': 5, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:36.801912 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Checking router: e086889f-1e9a-4b5f-a429-7d9f463ca453 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:36.810904 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Routers {'e086889f-1e9a-4b5f-a429-7d9f463ca453'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:36.811512 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['e086889f-1e9a-4b5f-a429-7d9f463ca453'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:36.855755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks [] for router_gateway (e086889f-1e9a-4b5f-a429-7d9f463ca453), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:36.912968 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] Set router e086889f-1e9a-4b5f-a429-7d9f463ca453 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:37.002436 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Deleting port ea68e474-ea32-453d-a8db-a4e221f1da60 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:37.002817 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.017932 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:37.034825 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f52cb-fa03-43ca-be1d-18d4bb1cc180 req-2aaacffa-d4bb-438b-9edf-1bb535dda432 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:37.036629 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d7f52cb-fa03-43ca-be1d-18d4bb1cc180 req-2aaacffa-d4bb-438b-9edf-1bb535dda432 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 932 time: 0.0501089 Jul 12 14:51:37.089326 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124bed5e-0c4d-4900-b33a-7b746f2e55d5 {{(pid=105839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:51:37.092080 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-0d7f52cb-fa03-43ca-be1d-18d4bb1cc180 req-c6e0d2bd-10cb-44c3-9857-78cda5ef7d22 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459557 Jul 12 14:51:37.102317 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks [] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.112707 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:51:35Z', 'revision_number': 5, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:37.124941 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.provisioning_blocks [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Transition to ACTIVE for port object 124bed5e-0c4d-4900-b33a-7b746f2e55d5 will not be triggered until provisioned by entity L2. {{(pid=105839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 14:51:37.130265 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a3fa0-13a3-447b-b381-996fda751ac5 None None] The sync data for ids ['e086889f-1e9a-4b5f-a429-7d9f463ca453'] in dv-cinder-820027-12-iscsi is: [{'id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'name': 'tempest-TestVolumeBootPattern-565684657-router', 'tenant_id': '1dfe50850f27465da257fe324ca5067e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:43:21Z', 'updated_at': '2022-07-12T14:51:35Z', 'revision_number': 5, 'project_id': '1dfe50850f27465da257fe324ca5067e', 'gw_port': {'id': 'ea68e474-ea32-453d-a8db-a4e221f1da60', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e086889f-1e9a-4b5f-a429-7d9f463ca453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:43:22Z', 'updated_at': '2022-07-12T14:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:37.139201 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] For port ea68e474-ea32-453d-a8db-a4e221f1da60, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=ea68e474-ea32-453d-a8db-a4e221f1da60,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:37.139201 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.139650 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:37.150696 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Calling delete_port for ea68e474-ea32-453d-a8db-a4e221f1da60 owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:37.195602 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.238487 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:51:37.267324 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:37.270191 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Pushing event updated for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=2']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:37.394361 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Attempting to bind port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 14:51:37.394677 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Attempting to bind port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 14:51:37.395015 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Attempting to bind port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:51:37.424827 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 14:51:37.425434 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Attempting to bind port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 on network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 14:51:37.435698 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Checking agent: {'id': '8b057d7f-86d6-4e6d-abb5-4852609cd466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'started_at': datetime.datetime(2022, 7, 12, 14, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 14, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 14:51:37.436039 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Checking segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:51:37.439077 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Bound using segment: {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'} {{(pid=105839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 14:51:37.439077 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.managers [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Bound port: 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99'}}] {{(pid=105839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 14:51:37.439077 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), before_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.511315 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, cleared binding levels {{(pid=105839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 14:51:37.515484 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 14:51:37.519922 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (ea68e474-ea32-453d-a8db-a4e221f1da60), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.529110 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e9d1a94-bf04-4724-b933-7c6126ff08d6 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:37.547060 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ea68e474-ea32-453d-a8db-a4e221f1da60,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:37.555866 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 1e9d1a94-bf04-4724-b933-7c6126ff08d6 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:37.558946 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 1e9d1a94-bf04-4724-b933-7c6126ff08d6 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:37.578336 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786928'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.642014 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:37.642641 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.644402 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] 10.222.0.33 "PUT /v2.0/ports/124bed5e-0c4d-4900-b33a-7b746f2e55d5 HTTP/1.1" status: 200 len: 1094 time: 1.0855582 Jul 12 14:51:37.648209 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:37.650478 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db429208-33a5-4bbb-8afe-9cc63677f920" -d '{"events": [{"name": "network-changed", "server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:37.674432 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.709103 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e55ebb1-51a8-4924-b858-cfa30e6d6c30 x-openstack-request-id: req-4e55ebb1-51a8-4924-b858-cfa30e6d6c30 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:37.709419 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:37.709676 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e55ebb1-51a8-4924-b858-cfa30e6d6c30 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:37.710078 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e55ebb1-51a8-4924-b858-cfa30e6d6c30'] response: {'name': 'network-changed', 'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'status': 'completed', 'code': 200} Jul 12 14:51:37.752074 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae1a9-8626-4faf-89e8-8af7993f8967 service neutron] Pushing event updated for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=3']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:37.827170 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.831191 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks [] for router_controller (e086889f-1e9a-4b5f-a429-7d9f463ca453), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:37.838760 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:37.842645 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-21742f2b-4212-4d06-820e-c66898518b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:37.844216 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-21742f2b-4212-4d06-820e-c66898518b42 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 1128 time: 0.0977664 Jul 12 14:51:37.969830 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-464be383-d383-4a59-a41d-835a2c738101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:37.971308 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-464be383-d383-4a59-a41d-835a2c738101 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=35438fec2e37438e99201870e0d650af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970552 Jul 12 14:51:38.002599 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (e086889f-1e9a-4b5f-a429-7d9f463ca453), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.003162 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e086889f-1e9a-4b5f-a429-7d9f463ca453 {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:51:38.013443 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.016639 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-4a0cf16a-fdc2-4ea3-a5d1-2af899e743ae admin admin] 10.222.0.30 "DELETE /v2.0/routers/e086889f-1e9a-4b5f-a429-7d9f463ca453 HTTP/1.1" status: 204 len: 168 time: 1.5215027 Jul 12 14:51:38.016943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36540) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:38.075424 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Deleting subnet 1f43300b-478f-4f69-aa42-c8b9e398368a {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:51:38.079109 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Publish callbacks [] for subnet (1f43300b-478f-4f69-aa42-c8b9e398368a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.130603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (1f43300b-478f-4f69-aa42-c8b9e398368a), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.238107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (1f43300b-478f-4f69-aa42-c8b9e398368a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.285473 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3724608-edcd-4034-9534-15edca252d60 req-5feb3602-858c-4d53-9cb6-ebc8f7636b57 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:38.286964 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3724608-edcd-4034-9534-15edca252d60 req-5feb3602-858c-4d53-9cb6-ebc8f7636b57 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 944 time: 0.0856202 Jul 12 14:51:38.349418 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d3724608-edcd-4034-9534-15edca252d60 req-dc6ab8a2-a68e-4b9c-b051-5297b7c09b15 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556748 Jul 12 14:51:38.370710 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-57d5ddf2-f087-48d6-b721-e7cf922bbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:38.372383 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-db429208-33a5-4bbb-8afe-9cc63677f920 req-57d5ddf2-f087-48d6-b721-e7cf922bbe93 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3953080 Jul 12 14:51:38.414479 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (1f43300b-478f-4f69-aa42-c8b9e398368a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.442383 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f43300b-478f-4f69-aa42-c8b9e398368a,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:38.445813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.450939 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-7312c08c-308c-492c-b439-608ac2f06ab0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1f43300b-478f-4f69-aa42-c8b9e398368a HTTP/1.1" status: 204 len: 168 time: 0.4320600 Jul 12 14:51:38.452181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac0b4c-8fff-48a8-87f1-64b883f009f4 None None] Network 03fb784c-aa97-4037-af39-f210224d0524 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:51:38.452813 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36544) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:38.478602 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ed44bc88-b1fb-4c80-bb41-52e6993ea1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:38.480128 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-ed44bc88-b1fb-4c80-bb41-52e6993ea1cd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 1128 time: 0.0417998 Jul 12 14:51:38.536835 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (03fb784c-aa97-4037-af39-f210224d0524), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.537914 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-148a2da4-2797-4822-bba5-da224852d852 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5 HTTP/1.1" status: 200 len: 217 time: 0.0443218 Jul 12 14:51:38.593088 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Deleting port 479d34b7-cd5f-4551-a678-9843260fdb3a {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:38.593458 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.598152 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-37ecc883-2eea-4b0c-83ab-0dca3e878923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:38.599638 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-37ecc883-2eea-4b0c-83ab-0dca3e878923 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0551240 Jul 12 14:51:38.634505 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] DHCP port deletion for 03fb784c-aa97-4037-af39-f210224d0524 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:51:38.648246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a76e13dc-e68d-4d39-a47f-374f767f4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:38.649832 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-a76e13dc-e68d-4d39-a47f-374f767f4ad5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411468 Jul 12 14:51:38.660642 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] For port 479d34b7-cd5f-4551-a678-9843260fdb3a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=479d34b7-cd5f-4551-a678-9843260fdb3a,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:38.661005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.675137 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Calling delete_port for 479d34b7-cd5f-4551-a678-9843260fdb3a owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:38.678162 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Deleting port 479d34b7-cd5f-4551-a678-9843260fdb3a {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:51:38.678886 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.744295 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] For port 479d34b7-cd5f-4551-a678-9843260fdb3a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=479d34b7-cd5f-4551-a678-9843260fdb3a,segment=NetworkSegment(62bae7d8-ea0f-47be-8356-4b22114d5942),segment_id=62bae7d8-ea0f-47be-8356-4b22114d5942)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:38.745010 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.746855 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-c365e069-5f3b-499b-a224-6277020d0f90 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897188 Jul 12 14:51:38.764804 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Calling delete_port for 479d34b7-cd5f-4551-a678-9843260fdb3a owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:51:38.815603 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:38.828428 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.833043 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:38.839930 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (479d34b7-cd5f-4551-a678-9843260fdb3a), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.845077 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-b9d5822b-fa26-47fc-b654-b06220a19ff7 req-c4c5d72e-8e00-4f67-9492-813f95dd7bda service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926461 Jul 12 14:51:38.856909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=479d34b7-cd5f-4551-a678-9843260fdb3a,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:38.862683 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] No DVR routers for this DVR port 479d34b7-cd5f-4551-a678-9843260fdb3a on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:38.865257 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] Pushing event deleted for resources: {'Port': ['ID=479d34b7-cd5f-4551-a678-9843260fdb3a,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:38.869199 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae6636-8bb3-4c6e-a544-64c7e7ed3514 None None] No DVR routers for this DVR port 479d34b7-cd5f-4551-a678-9843260fdb3a on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:51:38.944864 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (03fb784c-aa97-4037-af39-f210224d0524), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.966033 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fb784c-aa97-4037-af39-f210224d0524']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:38.975592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bae7d8-ea0f-47be-8356-4b22114d5942') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:38.975888 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bae7d8-ea0f-47be-8356-4b22114d5942') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:38.986181 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (62bae7d8-ea0f-47be-8356-4b22114d5942), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:38.987558 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:39.000075 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (62bae7d8-ea0f-47be-8356-4b22114d5942), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.006753 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:51:39.007141 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (62bae7d8-ea0f-47be-8356-4b22114d5942), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.060284 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 62bae7d8-ea0f-47be-8356-4b22114d5942 resource provider aggregate not found Jul 12 14:51:39.076411 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 62bae7d8-ea0f-47be-8356-4b22114d5942 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62bae7d8-ea0f-47be-8356-4b22114d5942 found for delete ", "request_id": "req-aa8c46c7-b428-4693-a405-9cab57f1a35d"}]} Jul 12 14:51:39.141996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (03fb784c-aa97-4037-af39-f210224d0524), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.147593 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.150737 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/03fb784c-aa97-4037-af39-f210224d0524 HTTP/1.1" status: 204 len: 168 time: 0.6970091 Jul 12 14:51:39.166674 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed028-a2e0-447e-963c-bbe14a1dbcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fb784c-aa97-4037-af39-f210224d0524,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:39.392023 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 479d34b7-cd5f-4551-a678-9843260fdb3a no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:39.411837 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 479d34b7-cd5f-4551-a678-9843260fdb3a {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:39.412184 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 479d34b7-cd5f-4551-a678-9843260fdb3a not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:39.412686 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ea68e474-ea32-453d-a8db-a4e221f1da60 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:51:39.433758 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: ea68e474-ea32-453d-a8db-a4e221f1da60 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:51:39.434120 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device ea68e474-ea32-453d-a8db-a4e221f1da60 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:51:39.484897 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0de44-85b6-46f0-93a0-dbfc8866b7b9 req-b8ed19af-41bb-4d36-bae7-acc16c879780 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:39.484897 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a9b0de44-85b6-46f0-93a0-dbfc8866b7b9 req-b8ed19af-41bb-4d36-bae7-acc16c879780 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 944 time: 0.0520616 Jul 12 14:51:39.485197 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36554) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:39.521614 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-3dddba2a-3d44-4742-ad37-433bbdb4c30d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c361a671e3fc43c8a536f6526dc530b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400007 Jul 12 14:51:39.524085 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36556) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:39.529209 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a9b0de44-85b6-46f0-93a0-dbfc8866b7b9 req-24e25946-f68d-4598-8908-26f317415d79 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449576 Jul 12 14:51:39.574259 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] Publish callbacks [] for security_group (7c530358-1e42-45d4-b113-9d0bced1af77), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.595958 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] Publish callbacks [] for security_group (7c530358-1e42-45d4-b113-9d0bced1af77), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.730661 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7c530358-1e42-45d4-b113-9d0bced1af77), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.733868 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:39.735082 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c530358-1e42-45d4-b113-9d0bced1af77 HTTP/1.1" status: 204 len: 168 time: 0.2099738 Jul 12 14:51:39.745884 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77dae1-fa21-4c78-bf8a-0873e00ac1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c530358-1e42-45d4-b113-9d0bced1af77,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:40.520574 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36562) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:40.564706 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ce2e0594-3f09-4af4-bd6d-9e8c0701cc3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1dfe50850f27465da257fe324ca5067e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429311 Jul 12 14:51:40.567079 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36566) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:40.647016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] Publish callbacks [] for security_group (a4392ba3-4d61-4e61-95ba-6b4956b2c612), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:40.660438 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258f1e-d186-4801-9fbf-e9ac5b5e0662 req-759eeb13-3343-4604-94fd-4a97442682cc tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:40.661918 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c5258f1e-d186-4801-9fbf-e9ac5b5e0662 req-759eeb13-3343-4604-94fd-4a97442682cc tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 944 time: 0.0590408 Jul 12 14:51:40.693373 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] Publish callbacks [] for security_group (a4392ba3-4d61-4e61-95ba-6b4956b2c612), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:40.743974 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-c5258f1e-d186-4801-9fbf-e9ac5b5e0662 req-3e41aeab-bbe7-4f9c-88a9-ce50a520160a tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766420 Jul 12 14:51:40.873703 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a4392ba3-4d61-4e61-95ba-6b4956b2c612), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:40.876313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:40.877477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4392ba3-4d61-4e61-95ba-6b4956b2c612 HTTP/1.1" status: 204 len: 168 time: 0.3094876 Jul 12 14:51:40.887531 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c57e5-2190-47e5-b037-be70a039457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4392ba3-4d61-4e61-95ba-6b4956b2c612,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:41.868807 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde7f4-a811-4e59-a940-99ac7d683e35 req-59b23849-f80a-4714-bf24-fdec84e884c0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:41.870280 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9edde7f4-a811-4e59-a940-99ac7d683e35 req-59b23849-f80a-4714-bf24-fdec84e884c0 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 944 time: 0.0498102 Jul 12 14:51:41.916803 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9edde7f4-a811-4e59-a940-99ac7d683e35 req-a3109493-37a6-437c-b38d-76d7be13c279 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Jul 12 14:51:42.227339 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 124bed5e-0c4d-4900-b33a-7b746f2e55d5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=105845) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 14:51:42.445340 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:42.456432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Returning: {'device': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'port_id': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'mac_address': 'fa:16:3e:d9:cd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105845) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 14:51:42.490601 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 is: DOWN; New status is: BUILD {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:51:42.490913 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:42.503990 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124bed5e-0c4d-4900-b33a-7b746f2e55d5 {{(pid=105845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 14:51:42.521868 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:42.523681 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:42.639471 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:42.686296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=4']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:42.941349 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] get_ports_and_sgs() called for port_ids ['124bed5e-0c4d-4900-b33a-7b746f2e55d5'] {{(pid=105845) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 14:51:42.991330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:43.032965 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0065e9a-3401-4617-b1dc-2847c55efe19 req-8f7ba4fc-fb91-45b0-9ba1-57be6f7a26e9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:43.034493 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0065e9a-3401-4617-b1dc-2847c55efe19 req-8f7ba4fc-fb91-45b0-9ba1-57be6f7a26e9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 945 time: 0.0482759 Jul 12 14:51:43.086998 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-b0065e9a-3401-4617-b1dc-2847c55efe19 req-706d8820-2ee9-42b1-ab2d-ff8f2d2a0362 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467579 Jul 12 14:51:43.388466 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b23b1e1f-6dc2-4df9-986b-9c75558c1c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:44.195910 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:44.207018 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c2cd-8dc8-43c6-bb20-0cbd6b55cc58 req-63c6816a-e044-46bd-85fa-f228963c656f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:44.208481 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04b9c2cd-8dc8-43c6-bb20-0cbd6b55cc58 req-63c6816a-e044-46bd-85fa-f228963c656f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 945 time: 0.0514705 Jul 12 14:51:44.240199 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 124bed5e-0c4d-4900-b33a-7b746f2e55d5 up at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 14:51:44.255605 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-04b9c2cd-8dc8-43c6-bb20-0cbd6b55cc58 req-6b8c84e4-85d8-434f-bde3-eb655c7f5d07 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Jul 12 14:51:44.282034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning for port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 completed by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 14:51:44.364523 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.provisioning_blocks [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Provisioning complete for port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 triggered by entity L2. {{(pid=105845) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 14:51:44.364946 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417313'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), provisioning_complete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:44.441042 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Current status of the port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 is: BUILD; New status is: ACTIVE {{(pid=105845) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 14:51:44.441042 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), before_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:44.461935 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5'}] {{(pid=105845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:44.464156 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e32b99bba000f460457601b22837ea8e845bf8a2152b9bab560bbce5a04b650d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5968dd3-ce0d-48e8-aa0a-c6ab35da7146" -d '{"events": [{"server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "name": "network-vif-plugged", "status": "completed", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5"}]}' {{(pid=105845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:44.476723 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:51:44.499155 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee229ff-8e23-47ee-a02f-809123c5c154 x-openstack-request-id: req-2ee229ff-8e23-47ee-a02f-809123c5c154 {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:44.499442 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "name": "network-vif-plugged", "status": "completed", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5", "code": 200}]} {{(pid=105845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:44.499695 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ee229ff-8e23-47ee-a02f-809123c5c154 {{(pid=105845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:44.500102 dv-cinder-820027-12-iscsi neutron-server[105845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee229ff-8e23-47ee-a02f-809123c5c154'] response: {'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'code': 200} Jul 12 14:51:44.568180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744331623720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744331110503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744331110521'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:44.615358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Pushing event updated for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=5']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:51:44.893275 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b94e6-5c1e-4401-aba3-786066a4e31f req-8e596e2e-dd86-4096-97e8-af0e1b756059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:44.894680 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8b0b94e6-5c1e-4401-aba3-786066a4e31f req-8e596e2e-dd86-4096-97e8-af0e1b756059 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 1130 time: 0.0409851 Jul 12 14:51:44.943441 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-8b0b94e6-5c1e-4401-aba3-786066a4e31f req-33d5492c-05fb-43a6-a06d-a5e1021b2a15 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Jul 12 14:51:45.372702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85f93e-2890-42ad-9077-b1b6017753e3 req-5dd65a61-7785-4608-9183-1547915b9ddf tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:45.374214 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c85f93e-2890-42ad-9077-b1b6017753e3 req-5dd65a61-7785-4608-9183-1547915b9ddf tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0470693 Jul 12 14:51:45.392591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:45.421957 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-7c85f93e-2890-42ad-9077-b1b6017753e3 req-fb41b926-21ae-4e5c-99c6-b6b9d1f7ff3e tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Jul 12 14:51:45.639360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1f23e604-ea6f-4fb3-a97c-cfc827eded94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:46.535975 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3e053-6321-400b-8c81-4047448859a9 req-e87c0d7a-c987-4fda-9dd0-90d16787e442 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:46.537449 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37c3e053-6321-400b-8c81-4047448859a9 req-e87c0d7a-c987-4fda-9dd0-90d16787e442 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0466487 Jul 12 14:51:46.586777 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-37c3e053-6321-400b-8c81-4047448859a9 req-b472181d-560f-494d-83e8-7ed03b27880f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437222 Jul 12 14:51:46.696081 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca72c-4721-4472-82c6-5e54cd003772 req-20c3d37e-1648-4cde-b539-d82c80b11970 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:46.697466 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-8efca72c-4721-4472-82c6-5e54cd003772 req-20c3d37e-1648-4cde-b539-d82c80b11970 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0469205 Jul 12 14:51:46.705768 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36584) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:51:46.709999 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Request body: {'floatingip': {'port_id': '124bed5e-0c4d-4900-b33a-7b746f2e55d5'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:51:46.753982 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), before_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:46.807779 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:47.180542 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:47.256196 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), after_update {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:47.349997 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP fea5e743-b1b9-4e92-87d4-679029cdbc65 associated. External IP: 172.27.3.131, port: 124bed5e-0c4d-4900-b33a-7b746f2e55d5. Jul 12 14:51:47.520759 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:47.543808 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:51:47.605013 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:47.651715 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:51:47.657216 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:47.661728 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:51:47.672319 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:47.672938 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:47.686763 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-75deb921-6125-4e4f-9073-2ed51581ad9d tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "PUT /v2.0/floatingips/fea5e743-b1b9-4e92-87d4-679029cdbc65 HTTP/1.1" status: 200 len: 992 time: 0.9799201 Jul 12 14:51:47.687364 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:51:47.689634 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e05d411-c6f8-4314-ae25-ab8b27cafd63" -d '{"events": [{"name": "network-changed", "server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:51:47.729970 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158a0f2-81fe-4219-a983-073bf51fecbe x-openstack-request-id: req-9158a0f2-81fe-4219-a983-073bf51fecbe {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:51:47.730263 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:51:47.730563 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9158a0f2-81fe-4219-a983-073bf51fecbe {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:51:47.730937 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9158a0f2-81fe-4219-a983-073bf51fecbe'] response: {'name': 'network-changed', 'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'status': 'completed', 'code': 200} Jul 12 14:51:47.778561 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:47.814807 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-208078ef-5636-4591-bdfb-b18e5bde78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:47.816343 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-208078ef-5636-4591-bdfb-b18e5bde78fc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 1130 time: 0.0393958 Jul 12 14:51:47.909344 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-a42fe3bc-1cee-40be-8855-a972f5335783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:47.910987 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-a42fe3bc-1cee-40be-8855-a972f5335783 service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0877647 Jul 12 14:51:47.947962 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:47.975580 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-a3411db1-4c5f-4f82-aaa5-82a743bc4aa6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5 HTTP/1.1" status: 200 len: 1000 time: 0.0589056 Jul 12 14:51:47.993255 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'fea5e743-b1b9-4e92-87d4-679029cdbc65', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:d9:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:51:30Z', 'updated_at': '2022-07-12T14:51:47Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:48.018394 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:51:48.024393 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-25a70180-764a-4c27-927b-93151be08c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:48.026145 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-25a70180-764a-4c27-927b-93151be08c08 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0452790 Jul 12 14:51:48.027256 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:51:48.027873 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:51:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:48.070472 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-35242c28-b50c-4c72-a6d1-c42e30fff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:51:48.072152 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-35242c28-b50c-4c72-a6d1-c42e30fff745 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400336 Jul 12 14:51:48.131402 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:51:48.165392 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:48.168434 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-746e91b3-a819-4c83-bde9-7db78e5534f6 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902202 Jul 12 14:51:48.263806 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-4e05d411-c6f8-4314-ae25-ab8b27cafd63 req-a6c0c562-71f8-4264-8587-5362377b9521 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882931 Jul 12 14:51:48.293447 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:48.358005 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'fea5e743-b1b9-4e92-87d4-679029cdbc65', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:d9:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:51:30Z', 'updated_at': '2022-07-12T14:51:47Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:51:48.382466 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9254acee-a863-4c2c-9c85-0cdba8278f4e None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_floatingips': [{'id': 'fea5e743-b1b9-4e92-87d4-679029cdbc65', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'router_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'port_id': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'mac_address': 'fa:16:3e:d9:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T14:51:30Z', 'updated_at': '2022-07-12T14:51:47Z', 'revision_number': 1, 'project_id': '35438fec2e37438e99201870e0d650af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:51:48.560726 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c3f17-3705-449f-a6af-214942155e77 None None] New status for floating IP fea5e743-b1b9-4e92-87d4-679029cdbc65: ACTIVE {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:51:48.713413 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:56.073406 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:51:57.682269 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=15 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:57.684102 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:58.245216 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=94 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:58.260583 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=59 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:58.660513 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:51:58.663661 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:06.003928 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:06.006782 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:13.381597 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-589a349b-83cc-4ba1-8e8c-28e00e4239ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:14.237480 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:52:15.661914 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b79c10d0-79b7-435b-a06b-a3377d8cc0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:15.968454 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36604) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:16.362777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Deleting port f5467397-4ea6-449f-9c43-a4fbcabb6343 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:16.363038 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.441818 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.442144 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for floatingip (f5467397-4ea6-449f-9c43-a4fbcabb6343), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.454881 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Calling delete_port for f5467397-4ea6-449f-9c43-a4fbcabb6343 owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:16.667215 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (f5467397-4ea6-449f-9c43-a4fbcabb6343), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.689554 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event deleted for resources: {'Port': ['ID=f5467397-4ea6-449f-9c43-a4fbcabb6343,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:16.753853 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for floatingip (124044e7-02cf-4bcd-9fb1-a906ef3615bc), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.754283 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.l3_db [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Floating IP 124044e7-02cf-4bcd-9fb1-a906ef3615bc disassociated (deleted). External IP: 172.27.3.53, port: 07cdb948-262b-44e3-a60e-ac8f1916b818. Jul 12 14:52:16.798551 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:16.961561 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Router ea58b77e-a0d6-42af-aac2-d816e5001f8a has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:52:17.064339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:52:17.069518 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:17.073975 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Sync routers for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:52:17.084822 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:17.085472 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:17.099902 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e1eac13c-ed86-4c16-bcaa-22d8c451f9de tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "DELETE /v2.0/floatingips/124044e7-02cf-4bcd-9fb1-a906ef3615bc HTTP/1.1" status: 204 len: 168 time: 1.1303411 Jul 12 14:52:17.100535 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:52:17.102796 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f37bed2a6ac49af2d2768a4d6361e54c721fbab01129355fc40a8c8d312b92b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340001d-bdac-4721-977a-e443d79e884d" -d '{"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:52:17.142487 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ce343-3d69-4cbd-a0b9-f461b7145a99 x-openstack-request-id: req-565ce343-3d69-4cbd-a0b9-f461b7145a99 {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:52:17.142773 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "status": "completed", "code": 200}]} {{(pid=105842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:52:17.143029 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-565ce343-3d69-4cbd-a0b9-f461b7145a99 {{(pid=105842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:52:17.143434 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565ce343-3d69-4cbd-a0b9-f461b7145a99'] response: {'name': 'network-changed', 'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'status': 'completed', 'code': 200} Jul 12 14:52:17.193296 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:17.228679 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340001d-bdac-4721-977a-e443d79e884d req-0c9252af-f440-4c1d-8ae3-b756907c65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:17.230174 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-0c9252af-f440-4c1d-8ae3-b756907c65ab service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8fa20247a7af46d0b9660d4cd026f552&device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 1130 time: 0.0415556 Jul 12 14:52:17.324248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340001d-bdac-4721-977a-e443d79e884d req-dd8c8ad3-cab6-4fda-b99e-0dd1043ed958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:17.325899 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-dd8c8ad3-cab6-4fda-b99e-0dd1043ed958 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 200 len: 910 time: 0.0881529 Jul 12 14:52:17.368491 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-a1f8df22-b905-4010-b72b-5b5ffadc5b88 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 200 len: 217 time: 0.0363982 Jul 12 14:52:17.389379 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:17.413562 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Checking router: ea58b77e-a0d6-42af-aac2-d816e5001f8a for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:52:17.419643 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340001d-bdac-4721-977a-e443d79e884d req-ed28e781-0ddc-445f-b951-d3d1b7e524cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:17.421212 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-ed28e781-0ddc-445f-b951-d3d1b7e524cc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 200 len: 848 time: 0.0456054 Jul 12 14:52:17.422585 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:17.423261 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:17.472497 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340001d-bdac-4721-977a-e443d79e884d req-fa04c4f6-4c26-49e4-9eca-6ef158fac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:17.474130 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-fa04c4f6-4c26-49e4-9eca-6ef158fac856 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1896320e-61e3-4e49-a6ce-745b43b67079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437315 Jul 12 14:52:17.531466 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:17.570987 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-8f300963-4817-401c-929d-548d3834c10e service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901017 Jul 12 14:52:17.647699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:17.650324 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:17.658591 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6435f8-2877-4ecc-bb86-768e9feb54f5 req-556f7369-7a32-479d-a929-6f4d1cb6a328 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:17.661484 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f6435f8-2877-4ecc-bb86-768e9feb54f5 req-556f7369-7a32-479d-a929-6f4d1cb6a328 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0484586 Jul 12 14:52:17.715798 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f6435f8-2877-4ecc-bb86-768e9feb54f5 req-837fbf7e-a445-4359-9b82-1c9f2ecd0d34 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495372 Jul 12 14:52:17.849462 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:17.874564 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9b916-1e22-48b6-88f0-c1ada4382abf None None] The sync data for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi is: [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:44:59Z', 'revision_number': 4, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '96686c77-5beb-422f-b2f1-d454610f4db3', 'name': '', 'network_id': '1896320e-61e3-4e49-a6ce-745b43b67079', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'mac_address': 'fa:16:3e:ed:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:58Z', 'updated_at': '2022-07-12T14:45:03Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'subnets': [{'id': 'bdd42dd8-4e70-455f-9111-55f4db944783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:52:18.091405 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02079a48-2bfb-43f9-b316-555b9c2e81fe None None] New status for floating IP 124044e7-02cf-4bcd-9fb1-a906ef3615bc: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:52:18.372763 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:18.698388 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:18.834119 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f431c-cda2-43ee-a84d-508f3385d0ef req-56aa1549-feba-4e13-9257-503cec3cce6f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:18.835644 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-155f431c-cda2-43ee-a84d-508f3385d0ef req-56aa1549-feba-4e13-9257-503cec3cce6f tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0479891 Jul 12 14:52:18.867051 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-3340001d-bdac-4721-977a-e443d79e884d req-8378a2c4-c7b7-458f-812c-c145d40e3f13 service neutron] 10.222.0.33 "GET /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Jul 12 14:52:18.885764 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-155f431c-cda2-43ee-a84d-508f3385d0ef req-e697c399-e0c9-431a-91e9-f97a2e0ed925 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Jul 12 14:52:19.570369 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b68233-2205-4c12-9503-65ce2169a4ce req-070fe387-0636-421a-bec7-c3796ae165c7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:19.571797 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b68233-2205-4c12-9503-65ce2169a4ce req-070fe387-0636-421a-bec7-c3796ae165c7 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.33 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0503454 Jul 12 14:52:19.652167 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Deleting port 07cdb948-262b-44e3-a60e-ac8f1916b818 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:19.652429 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:19.742595 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] For port 07cdb948-262b-44e3-a60e-ac8f1916b818, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=07cdb948-262b-44e3-a60e-ac8f1916b818,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:19.754101 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:19.755931 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Calling delete_port for 07cdb948-262b-44e3-a60e-ac8f1916b818 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:19.998253 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98146ec-2236-4416-92d0-277df4d51875 req-948c1cfc-4828-45fe-8f8f-1b09828bb2d2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:19.999685 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d98146ec-2236-4416-92d0-277df4d51875 req-948c1cfc-4828-45fe-8f8f-1b09828bb2d2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 946 time: 0.0466678 Jul 12 14:52:20.012723 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (07cdb948-262b-44e3-a60e-ac8f1916b818), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:20.044793 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event deleted for resources: {'Port': ['ID=07cdb948-262b-44e3-a60e-ac8f1916b818,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:20.049237 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-d98146ec-2236-4416-92d0-277df4d51875 req-cffa36ea-7180-432c-a1e1-32cd606f0dd2 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/security-groups?id=83de8480-c6e5-46ed-b522-c47a35caa35f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433617 Jul 12 14:52:20.057362 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.057718 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.058055 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.058394 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.058732 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.059060 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.059384 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.059706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.060029 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.060351 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.060673 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.061016 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.061332 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.061650 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.061968 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:20.100013 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] No DVR routers for this DVR port 07cdb948-262b-44e3-a60e-ac8f1916b818 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:20.102513 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:20.105786 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-10b68233-2205-4c12-9503-65ce2169a4ce req-e2ac2ba1-5f92-4009-a038-ba42dc45b886 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.33 "DELETE /v2.0/ports/07cdb948-262b-44e3-a60e-ac8f1916b818 HTTP/1.1" status: 204 len: 173 time: 0.5280488 Jul 12 14:52:20.109402 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-deleted', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:52:20.109402 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77222939-049c-4118-947a-f8f05550c1fc" -d '{"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-deleted", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:52:20.150744 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a4be6f-1e04-482c-bbb7-96304db95e88 x-openstack-request-id: req-03a4be6f-1e04-482c-bbb7-96304db95e88 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:52:20.151037 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f3e15-d106-4a54-b655-49328b81248d", "name": "network-vif-deleted", "tag": "07cdb948-262b-44e3-a60e-ac8f1916b818", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:52:20.151399 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03a4be6f-1e04-482c-bbb7-96304db95e88 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:52:20.151898 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a4be6f-1e04-482c-bbb7-96304db95e88'] response: {'server_uuid': '336f3e15-d106-4a54-b655-49328b81248d', 'name': 'network-vif-deleted', 'tag': '07cdb948-262b-44e3-a60e-ac8f1916b818', 'status': 'completed', 'code': 200} Jul 12 14:52:21.177055 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-ce801cca-7a37-46dc-937e-4d72c6dd27ce req-39436171-ada2-4aa8-88c5-f6b5f2978160 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "GET /v2.0/ports?device_id=336f3e15-d106-4a54-b655-49328b81248d HTTP/1.1" status: 200 len: 210 time: 0.0309875 Jul 12 14:52:22.235440 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36624) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:22.306564 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (83de8480-c6e5-46ed-b522-c47a35caa35f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:22.332750 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (83de8480-c6e5-46ed-b522-c47a35caa35f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:22.428034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:22.450460 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 07cdb948-262b-44e3-a60e-ac8f1916b818 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:22.455948 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 07cdb948-262b-44e3-a60e-ac8f1916b818 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:22.481527 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (83de8480-c6e5-46ed-b522-c47a35caa35f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:22.484149 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:22.485347 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] 10.222.0.30 "DELETE /v2.0/security-groups/83de8480-c6e5-46ed-b522-c47a35caa35f HTTP/1.1" status: 204 len: 168 time: 0.2501786 Jul 12 14:52:22.495341 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83de8480-c6e5-46ed-b522-c47a35caa35f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:22.502665 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.503012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.503357 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.503690 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.504023 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.504351 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.504943 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.505302 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.505629 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.505950 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.506274 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.506598 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.506925 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.507258 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.507557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a04d06-efb2-4ad8-8004-88ac12b5c0f1 tempest-TestShelveInstance-1062108716 tempest-TestShelveInstance-1062108716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:22.624167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36628) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:23.080702 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:23.252635 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:23.290410 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:23.298230 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Deleting port 96686c77-5beb-422f-b2f1-d454610f4db3 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:23.300783 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:23.375733 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] For port 96686c77-5beb-422f-b2f1-d454610f4db3, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=96686c77-5beb-422f-b2f1-d454610f4db3,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:23.376085 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:23.388986 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Calling delete_port for 96686c77-5beb-422f-b2f1-d454610f4db3 owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:23.667452 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (96686c77-5beb-422f-b2f1-d454610f4db3), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:23.695933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Pushing event deleted for resources: {'Port': ['ID=96686c77-5beb-422f-b2f1-d454610f4db3,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:23.859791 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:24.070127 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Router ea58b77e-a0d6-42af-aac2-d816e5001f8a has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:52:24.076681 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:24.175426 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:52:24.182985 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36640) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:24.183441 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-b46ef736-c683-4d91-9c51-230fd23f0844 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea58b77e-a0d6-42af-aac2-d816e5001f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578086 Jul 12 14:52:24.191914 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Sync routers for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:52:24.219688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:24.219688 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:24.279868 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:24.289272 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:24.301636 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks [] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:24.327728 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:24.390868 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:24.401490 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks [] for router_gateway (ea58b77e-a0d6-42af-aac2-d816e5001f8a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:24.444532 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:24.496358 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:52:23Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:24.525826 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Checking router: ea58b77e-a0d6-42af-aac2-d816e5001f8a for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:52:24.533927 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Routers {'ea58b77e-a0d6-42af-aac2-d816e5001f8a'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:24.534524 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:24.585279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Deleting port 7f996d43-ae08-4103-bd53-3597a86aa7cb {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:24.585615 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:24.637757 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] Set router ea58b77e-a0d6-42af-aac2-d816e5001f8a gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:24.666600 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] For port 7f996d43-ae08-4103-bd53-3597a86aa7cb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7f996d43-ae08-4103-bd53-3597a86aa7cb,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:24.666960 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:24.684938 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Calling delete_port for 7f996d43-ae08-4103-bd53-3597a86aa7cb owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:24.814568 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:52:23Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:24.851924 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75290c8-7362-4d57-9f8a-113b181713a5 None None] The sync data for ids ['ea58b77e-a0d6-42af-aac2-d816e5001f8a'] in dv-cinder-820027-12-iscsi is: [{'id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'name': 'tempest-TestShelveInstance-1011154878-router', 'tenant_id': '8fa20247a7af46d0b9660d4cd026f552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:44:55Z', 'updated_at': '2022-07-12T14:52:23Z', 'revision_number': 5, 'project_id': '8fa20247a7af46d0b9660d4cd026f552', 'gw_port': {'id': '7f996d43-ae08-4103-bd53-3597a86aa7cb', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea58b77e-a0d6-42af-aac2-d816e5001f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:44:56Z', 'updated_at': '2022-07-12T14:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:52:25.039107 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (7f996d43-ae08-4103-bd53-3597a86aa7cb), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.068142 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f996d43-ae08-4103-bd53-3597a86aa7cb,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:25.079106 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:25.133035 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.218545 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.220809 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks [] for router_controller (ea58b77e-a0d6-42af-aac2-d816e5001f8a), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.398761 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (ea58b77e-a0d6-42af-aac2-d816e5001f8a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.399403 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea58b77e-a0d6-42af-aac2-d816e5001f8a {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:52:25.406343 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.406343 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-6547d1b5-f267-45d3-bc7f-f9c3968298a8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ea58b77e-a0d6-42af-aac2-d816e5001f8a HTTP/1.1" status: 204 len: 168 time: 1.2196002 Jul 12 14:52:25.408757 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36646) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:25.454311 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:25.458845 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Deleting subnet bdd42dd8-4e70-455f-9111-55f4db944783 {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:52:25.462877 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Publish callbacks [] for subnet (bdd42dd8-4e70-455f-9111-55f4db944783), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.476488 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96686c77-5beb-422f-b2f1-d454610f4db3 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:25.496748 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 96686c77-5beb-422f-b2f1-d454610f4db3 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:25.497426 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 96686c77-5beb-422f-b2f1-d454610f4db3 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:25.507134 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (bdd42dd8-4e70-455f-9111-55f4db944783), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.586164 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (bdd42dd8-4e70-455f-9111-55f4db944783), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.701710 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (bdd42dd8-4e70-455f-9111-55f4db944783), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.725822 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd42dd8-4e70-455f-9111-55f4db944783,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:25.732094 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.740810 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-0e7d8aad-3d6d-4236-9a8b-40c6c8a64263 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bdd42dd8-4e70-455f-9111-55f4db944783 HTTP/1.1" status: 204 len: 168 time: 0.3255711 Jul 12 14:52:25.740961 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced1878-25b8-4e70-995d-ecc580feeddf None None] Network 1896320e-61e3-4e49-a6ce-745b43b67079 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:25.741066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36648) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:25.806852 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (1896320e-61e3-4e49-a6ce-745b43b67079), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.858668 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Deleting port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:25.859070 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.936900 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] For port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:25.939566 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:25.942040 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] DHCP port deletion for 1896320e-61e3-4e49-a6ce-745b43b67079 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:52:25.953927 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Calling delete_port for 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:25.984870 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Deleting port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:25.985306 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.062788 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] For port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,segment=NetworkSegment(13e0b251-55ad-4a34-9ae9-c5bedd2942be),segment_id=13e0b251-55ad-4a34-9ae9-c5bedd2942be)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:26.063178 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.075799 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Calling delete_port for 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:26.079297 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=100 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:26.158699 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.159839 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: from cryptography.utils import int_from_bytes Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: from cryptography.utils import int_from_bytes Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.160334 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 14:52:26.164051 dv-cinder-820027-12-iscsi neutron-server[105845]: self.session.flush() Jul 12 14:52:26.169105 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (303d0d47-f2b3-4139-a1fe-e7dc0cc37b66), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.184934 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:26.188434 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] No DVR routers for this DVR port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:26.195560 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] Pushing event deleted for resources: {'Port': ['ID=303d0d47-f2b3-4139-a1fe-e7dc0cc37b66,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:26.199203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373f6e3-c09f-4afa-b7d0-19efe33cc6b8 None None] No DVR routers for this DVR port 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:26.268065 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (1896320e-61e3-4e49-a6ce-745b43b67079), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.276414 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:26.292614 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1896320e-61e3-4e49-a6ce-745b43b67079']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:26.302346 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e0b251-55ad-4a34-9ae9-c5bedd2942be') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:26.302647 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e0b251-55ad-4a34-9ae9-c5bedd2942be') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:26.315107 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (13e0b251-55ad-4a34-9ae9-c5bedd2942be), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.329547 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (13e0b251-55ad-4a34-9ae9-c5bedd2942be), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.336484 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:52:26.336859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (13e0b251-55ad-4a34-9ae9-c5bedd2942be), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.388560 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 13e0b251-55ad-4a34-9ae9-c5bedd2942be resource provider aggregate not found Jul 12 14:52:26.411600 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 13e0b251-55ad-4a34-9ae9-c5bedd2942be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13e0b251-55ad-4a34-9ae9-c5bedd2942be found for delete ", "request_id": "req-e4f7dfd1-5d41-4813-ba7b-9de7f6dbdfe6"}]} Jul 12 14:52:26.482781 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (1896320e-61e3-4e49-a6ce-745b43b67079), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.491677 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:26.491677 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1896320e-61e3-4e49-a6ce-745b43b67079 HTTP/1.1" status: 204 len: 168 time: 0.7523065 Jul 12 14:52:26.494249 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36664) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:26.502140 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb284-e790-42c8-ba4b-652347684b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=1896320e-61e3-4e49-a6ce-745b43b67079,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:26.803592 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:27.078905 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:27.083755 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Deleting port c4969a2b-c7f5-4548-9bbb-fca2234677bb {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:27.084096 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:27.163652 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] For port c4969a2b-c7f5-4548-9bbb-fca2234677bb, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=c4969a2b-c7f5-4548-9bbb-fca2234677bb,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:27.164122 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:27.176638 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Calling delete_port for c4969a2b-c7f5-4548-9bbb-fca2234677bb owned by network:router_interface {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:27.225446 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:27.412161 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7f996d43-ae08-4103-bd53-3597a86aa7cb no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:27.423951 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (c4969a2b-c7f5-4548-9bbb-fca2234677bb), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:27.433328 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 7f996d43-ae08-4103-bd53-3597a86aa7cb {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:27.433765 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7f996d43-ae08-4103-bd53-3597a86aa7cb not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:27.434211 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:27.454068 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4969a2b-c7f5-4548-9bbb-fca2234677bb,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:27.454375 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:27.454891 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 303d0d47-f2b3-4139-a1fe-e7dc0cc37b66 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:27.617885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:27.834331 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:52:27.932037 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:52:27.938971 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a64d9257-5896-42cc-bd5e-0a28105a7e59 admin admin] 10.222.0.30 "PUT /v2.0/routers/23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435983 Jul 12 14:52:27.941357 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36670) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:27.944620 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Sync routers for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:52:27.955158 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:27.955856 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:27.983479 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:28.043044 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks [] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:28.061493 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: dv-cinder-820027-12-iscsi {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:28.142456 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks [] for router_gateway (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:28.284347 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Deleting port 343485ca-7e3a-4c4f-942d-24ee2f6e779a {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:28.284687 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:28.287495 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:28.309811 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:52:27Z', 'revision_number': 5, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port': {'id': '343485ca-7e3a-4c4f-942d-24ee2f6e779a', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:45:03Z', 'updated_at': '2022-07-12T14:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:28.334545 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Checking router: 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 for host: dv-cinder-820027-12-iscsi {{(pid=105846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:52:28.342857 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Routers {'23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:28.343469 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'], 'active': True} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:28.367885 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] For port 343485ca-7e3a-4c4f-942d-24ee2f6e779a, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=343485ca-7e3a-4c4f-942d-24ee2f6e779a,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:28.368335 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:28.381538 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Calling delete_port for 343485ca-7e3a-4c4f-942d-24ee2f6e779a owned by network:router_gateway {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:28.426874 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_dvr_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] Set router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 gateway port host: None {{(pid=105846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:28.477320 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.l3_hamode_db [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:52:28Z', 'revision_number': 6, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port_host': None}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:28.501999 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2730f98-31bb-4aad-93d2-b846c930e46d None None] The sync data for ids ['23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0'] in dv-cinder-820027-12-iscsi is: [{'id': '23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0', 'name': 'tempest-TestShelveInstance-754418649-router', 'tenant_id': 'f699e58f71d24bb7b4a700b3b3586180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:45:02Z', 'updated_at': '2022-07-12T14:52:28Z', 'revision_number': 6, 'project_id': 'f699e58f71d24bb7b4a700b3b3586180', 'gw_port_host': None}] {{(pid=105846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:52:28.621508 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (343485ca-7e3a-4c4f-942d-24ee2f6e779a), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:28.652356 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Pushing event deleted for resources: {'Port': ['ID=343485ca-7e3a-4c4f-942d-24ee2f6e779a,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:28.709617 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.054964 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.057109 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks [] for router_controller (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.172250 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.172788 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 {{(pid=105839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:52:29.177279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.178634 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f2266ce9-62db-4b6b-b9cd-cda1618cffbc admin admin] 10.222.0.30 "DELETE /v2.0/routers/23f5d624-ea65-4e70-98f4-1a5f9cfcd0d0 HTTP/1.1" status: 204 len: 168 time: 1.2353487 Jul 12 14:52:29.181057 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36674) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:29.225594 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Deleting subnet d329e3cb-32da-43b5-944a-b4273751bd71 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:52:29.228539 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Publish callbacks [] for subnet (d329e3cb-32da-43b5-944a-b4273751bd71), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.264227 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (d329e3cb-32da-43b5-944a-b4273751bd71), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.343695 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:29.345146 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (d329e3cb-32da-43b5-944a-b4273751bd71), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.419934 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 343485ca-7e3a-4c4f-942d-24ee2f6e779a no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:29.444772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 343485ca-7e3a-4c4f-942d-24ee2f6e779a {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:29.444891 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 343485ca-7e3a-4c4f-942d-24ee2f6e779a not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:29.445244 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c4969a2b-c7f5-4548-9bbb-fca2234677bb no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:29.463432 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: c4969a2b-c7f5-4548-9bbb-fca2234677bb {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:29.463772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device c4969a2b-c7f5-4548-9bbb-fca2234677bb not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:29.473316 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (d329e3cb-32da-43b5-944a-b4273751bd71), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.501407 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d329e3cb-32da-43b5-944a-b4273751bd71,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:29.504246 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.508033 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-e13bb005-1a61-4277-a976-8ae6547505b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d329e3cb-32da-43b5-944a-b4273751bd71 HTTP/1.1" status: 204 len: 168 time: 0.3259995 Jul 12 14:52:29.510598 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36676) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:29.515134 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278de8ba-6f43-4260-b92d-fd90cf4b65b4 None None] Network 33e388b0-5991-47e3-8339-d5c9753c2a2e requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:29.586741 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (33e388b0-5991-47e3-8339-d5c9753c2a2e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.631044 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Deleting port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:29.631431 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.665323 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] DHCP port deletion for 33e388b0-5991-47e3-8339-d5c9753c2a2e request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:52:29.700132 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] For port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:29.700493 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.701957 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Deleting port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:29.702357 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.714169 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Calling delete_port for d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:29.751824 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:29.765590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] For port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,segment=NetworkSegment(f5fdfd26-8dd6-4efa-a3f4-b8133375a02c),segment_id=f5fdfd26-8dd6-4efa-a3f4-b8133375a02c)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:29.765988 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.778803 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Calling delete_port for d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:29.853424 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.859348 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:29.863603 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:29.876889 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:29.882653 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] No DVR routers for this DVR port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:29.889499 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] No DVR routers for this DVR port d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:29.892894 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852766e3-f8ef-41a2-b85c-fd481c85fd9e None None] Pushing event deleted for resources: {'Port': ['ID=d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:30.209409 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (33e388b0-5991-47e3-8339-d5c9753c2a2e), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.230470 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e388b0-5991-47e3-8339-d5c9753c2a2e']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:30.239578 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:30.239874 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fdfd26-8dd6-4efa-a3f4-b8133375a02c') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:30.249594 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (f5fdfd26-8dd6-4efa-a3f4-b8133375a02c), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.262800 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (f5fdfd26-8dd6-4efa-a3f4-b8133375a02c), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.270938 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:52:30.270938 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (f5fdfd26-8dd6-4efa-a3f4-b8133375a02c), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.288764 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment f5fdfd26-8dd6-4efa-a3f4-b8133375a02c resource provider aggregate not found Jul 12 14:52:30.325494 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment f5fdfd26-8dd6-4efa-a3f4-b8133375a02c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5fdfd26-8dd6-4efa-a3f4-b8133375a02c found for delete ", "request_id": "req-dcc6a2ac-0872-4e17-ac14-e9f6ddd9f86c"}]} Jul 12 14:52:30.386986 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (33e388b0-5991-47e3-8339-d5c9753c2a2e), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.391378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.394477 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/33e388b0-5991-47e3-8339-d5c9753c2a2e HTTP/1.1" status: 204 len: 168 time: 0.8823812 Jul 12 14:52:30.410019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eebef-6803-449e-a456-94d0d9ecba4a admin admin] Pushing event deleted for resources: {'Network': ['ID=33e388b0-5991-47e3-8339-d5c9753c2a2e,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:30.730418 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36686) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:30.771048 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-5e713c26-f11b-4db6-93b1-4ea7400cf49d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fa20247a7af46d0b9660d4cd026f552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394316 Jul 12 14:52:30.773396 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36688) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:30.820442 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] Publish callbacks [] for security_group (ce4609ee-b3b7-4c7e-8675-2f7cd78756ed), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.841996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] Publish callbacks [] for security_group (ce4609ee-b3b7-4c7e-8675-2f7cd78756ed), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.966937 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (ce4609ee-b3b7-4c7e-8675-2f7cd78756ed), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.969435 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:30.970569 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce4609ee-b3b7-4c7e-8675-2f7cd78756ed HTTP/1.1" status: 204 len: 168 time: 0.1962974 Jul 12 14:52:30.979103 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb16375-613c-482d-8b3b-44ef6e529872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4609ee-b3b7-4c7e-8675-2f7cd78756ed,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:31.417667 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:31.436619 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:31.436967 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device d5f9b84d-0e1c-4c04-bfb5-bc989050ff1e not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:31.736237 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36696) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:31.766885 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:31.777247 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-eff63745-4f5c-45f4-ad6e-1ce41174a748 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f699e58f71d24bb7b4a700b3b3586180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398560 Jul 12 14:52:31.779752 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36698) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:31.829876 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] Publish callbacks [] for security_group (d542872c-0599-4de4-991e-009125b97b9f), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:31.850896 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] Publish callbacks [] for security_group (d542872c-0599-4de4-991e-009125b97b9f), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:32.018196 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (d542872c-0599-4de4-991e-009125b97b9f), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:32.020706 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:32.021887 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d542872c-0599-4de4-991e-009125b97b9f HTTP/1.1" status: 204 len: 168 time: 0.2412493 Jul 12 14:52:32.030015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0fe79-835b-4110-b7ff-ce21fcdb0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d542872c-0599-4de4-991e-009125b97b9f,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:33.377916 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-5a294bcf-3efa-4643-8949-1c8fd47258de service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462105 Jul 12 14:52:33.714177 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-fdeebdcf-00ec-4174-910a-49720dd531a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:33.715578 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-fdeebdcf-00ec-4174-910a-49720dd531a3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=35438fec2e37438e99201870e0d650af&device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 1130 time: 0.0392582 Jul 12 14:52:33.817532 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-c7f9380f-7cf3-4068-a8b6-c7a04f7051c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:33.819002 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-c7f9380f-7cf3-4068-a8b6-c7a04f7051c0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 200 len: 916 time: 0.0848727 Jul 12 14:52:33.887352 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-1a096ec3-a107-40e8-8b06-f4c8966c8ae6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5 HTTP/1.1" status: 200 len: 1002 time: 0.0575600 Jul 12 14:52:33.925747 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:33.938703 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-c4b3d3d3-2b4e-49d9-bb56-0fee5cbb74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:33.940170 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-c4b3d3d3-2b4e-49d9-bb56-0fee5cbb74af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 200 len: 854 time: 0.0455687 Jul 12 14:52:33.982998 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-14f0a9e5-bb3a-4e2d-8454-9388a1ab33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:33.984410 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-14f0a9e5-bb3a-4e2d-8454-9388a1ab33e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=18dbd310-dea2-4429-9ee9-f4f77e3d7b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374129 Jul 12 14:52:34.078097 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-6568ca8f-d6ab-4a83-9b39-9a77073cd38d service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871344 Jul 12 14:52:34.173020 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-ca86329a-88e7-49b7-bff5-cf10738d7aa5 req-2b092bed-1271-44fa-ac4a-6501e7275c65 service neutron] 10.222.0.33 "GET /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Jul 12 14:52:37.478059 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d4db-8fbb-45f7-8bcf-b51d2f1a518f req-2bfc2e15-bdf7-4ca3-8162-c70a512c3e51 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:37.483686 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a475d4db-8fbb-45f7-8bcf-b51d2f1a518f req-2bfc2e15-bdf7-4ca3-8162-c70a512c3e51 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0509803 Jul 12 14:52:37.531931 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-a475d4db-8fbb-45f7-8bcf-b51d2f1a518f req-11e7ab32-2b51-40ea-99af-45e5c68b9c81 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Jul 12 14:52:38.480940 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=50 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:38.646599 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12379774-56da-4673-ac14-622a8cfcd63f req-5831f22f-4cee-4945-9b4f-cce443e70821 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:38.648029 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-12379774-56da-4673-ac14-622a8cfcd63f req-5831f22f-4cee-4945-9b4f-cce443e70821 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0471790 Jul 12 14:52:38.659079 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:38.699108 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-12379774-56da-4673-ac14-622a8cfcd63f req-c855bffb-ee34-487a-ada2-050b3202e459 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 Jul 12 14:52:39.268967 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-40ccb5a3-3080-4360-ab30-56a78442a844 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:39.270938 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-40ccb5a3-3080-4360-ab30-56a78442a844 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0468564 Jul 12 14:52:39.350181 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 {{(pid=105839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:39.353863 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:39.443081 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.db [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] For port 124bed5e-0c4d-4900-b33a-7b746f2e55d5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=124bed5e-0c4d-4900-b33a-7b746f2e55d5,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:39.443452 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:39.445538 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=100 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:39.608301 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:39.608565 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512369'] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), after_update {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:39.608927 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.db.l3_db [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Floating IP fea5e743-b1b9-4e92-87d4-679029cdbc65 disassociated. External IP: 172.27.3.131, port: 124bed5e-0c4d-4900-b33a-7b746f2e55d5. Jul 12 14:52:39.609248 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.plugin [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for 124bed5e-0c4d-4900-b33a-7b746f2e55d5 owned by compute:nova {{(pid=105839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:39.809758 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786889'] for port (124bed5e-0c4d-4900-b33a-7b746f2e55d5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:39.817008 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24f552-9c73-4889-8765-9347e994188b req-e8f37e29-269e-45f6-93da-39fa0e6eb2e8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:39.818588 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f24f552-9c73-4889-8765-9347e994188b req-e8f37e29-269e-45f6-93da-39fa0e6eb2e8 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 946 time: 0.0510633 Jul 12 14:52:39.836316 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=124bed5e-0c4d-4900-b33a-7b746f2e55d5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:39.873439 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-9f24f552-9c73-4889-8765-9347e994188b req-42d727e0-aded-4c09-b686-5ccce946f034 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492573 Jul 12 14:52:39.953825 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:52:40.056272 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:52:40.065556 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:52:40.074869 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:40.075525 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:40.099897 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] No DVR routers for this DVR port 124bed5e-0c4d-4900-b33a-7b746f2e55d5 on host hv-cinder-82002 {{(pid=105839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:40.102787 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for port (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:40.106440 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [req-a958dbfc-4bf3-4820-984e-6b050c83c81b req-eec6c23f-c2fe-4683-84c3-8469f4efc0ba tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.33 "DELETE /v2.0/ports/124bed5e-0c4d-4900-b33a-7b746f2e55d5 HTTP/1.1" status: 204 len: 173 time: 0.8303254 Jul 12 14:52:40.106896 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'name': 'network-vif-deleted', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5'}] {{(pid=105839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 14:52:40.109904 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26b750663d9704c148539967a12d3be7d7ede5b7703bfc064f73e11c8cb7ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c8226-b2ab-429a-9fcc-d507ed74f185" -d '{"events": [{"server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "name": "network-vif-deleted", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5"}]}' {{(pid=105839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 14:52:40.151138 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee707630-2271-4bf6-948e-38c12fb090b6 x-openstack-request-id: req-ee707630-2271-4bf6-948e-38c12fb090b6 {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 14:52:40.151431 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026a3d00-8ac5-47b6-8202-39048ad9626b", "name": "network-vif-deleted", "tag": "124bed5e-0c4d-4900-b33a-7b746f2e55d5", "status": "completed", "code": 200}]} {{(pid=105839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 14:52:40.151688 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee707630-2271-4bf6-948e-38c12fb090b6 {{(pid=105839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 14:52:40.152280 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee707630-2271-4bf6-948e-38c12fb090b6'] response: {'server_uuid': '026a3d00-8ac5-47b6-8202-39048ad9626b', 'name': 'network-vif-deleted', 'tag': '124bed5e-0c4d-4900-b33a-7b746f2e55d5', 'status': 'completed', 'code': 200} Jul 12 14:52:40.322380 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:40.509849 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:40.536050 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:52:40.544658 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:40.545312 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:16Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:40.648400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:40.782194 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:40.833752 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:40.859202 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3e11b-5022-409a-8e25-b0f91ef626bf None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:18Z', 'revision_number': 4, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi', '_interfaces': [{'id': '7189405a-aa7a-41f0-a71a-1538e7152f96', 'name': '', 'network_id': '18dbd310-dea2-4429-9ee9-f4f77e3d7b99', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'mac_address': 'fa:16:3e:f6:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:17Z', 'updated_at': '2022-07-12T14:47:22Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'subnets': [{'id': '2a19ac53-acc9-4da2-b9ea-8b687b6fee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:52:40.984921 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [req-f49c1494-8969-43c9-8b44-d31b9a926d51 req-4ff8869c-0229-42aa-b681-53d03015df1f tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/ports?device_id=026a3d00-8ac5-47b6-8202-39048ad9626b HTTP/1.1" status: 200 len: 210 time: 0.0290873 Jul 12 14:52:41.085620 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826e5cf-22a2-45e1-a5f9-ee5535a9e60f None None] New status for floating IP fea5e743-b1b9-4e92-87d4-679029cdbc65: DOWN {{(pid=105846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 14:52:41.118212 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:42.133857 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36744) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:42.193732 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (98ffa5a7-ebc6-4c06-ab34-d7bcd2485644), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.216606 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (98ffa5a7-ebc6-4c06-ab34-d7bcd2485644), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.352292 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (98ffa5a7-ebc6-4c06-ab34-d7bcd2485644), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.354849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.355999 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/security-groups/98ffa5a7-ebc6-4c06-ab34-d7bcd2485644 HTTP/1.1" status: 204 len: 168 time: 0.2211411 Jul 12 14:52:42.358849 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36746) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:42.365998 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a428-a47e-40af-98f3-e77db19b20a9 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ffa5a7-ebc6-4c06-ab34-d7bcd2485644,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:42.375255 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.api.v2.resource [None req-eea3e622-bc16-4e2b-81f1-7c636e3843b2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] show failed (client error): The resource could not be found. Jul 12 14:52:42.376387 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-eea3e622-bc16-4e2b-81f1-7c636e3843b2 tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "GET /v2.0/security-groups/98ffa5a7-ebc6-4c06-ab34-d7bcd2485644 HTTP/1.1" status: 404 len: 347 time: 0.0165670 Jul 12 14:52:42.380300 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36748) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:42.469051 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 124bed5e-0c4d-4900-b33a-7b746f2e55d5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:42.488941 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] No Port match for: 124bed5e-0c4d-4900-b33a-7b746f2e55d5 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:42.489313 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Device 124bed5e-0c4d-4900-b33a-7b746f2e55d5 not bound to the agent host hv-cinder-82002 {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:42.507525 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Deleting port f026fe53-03a8-4398-ab6d-d6b315ddb314 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:42.507869 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.583668 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.583909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (f026fe53-03a8-4398-ab6d-d6b315ddb314), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.602508 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Calling delete_port for f026fe53-03a8-4398-ab6d-d6b315ddb314 owned by network:floatingip {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:42.826872 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (f026fe53-03a8-4398-ab6d-d6b315ddb314), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.854443 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Pushing event deleted for resources: {'Port': ['ID=f026fe53-03a8-4398-ab6d-d6b315ddb314,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:42.909353 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:42.915898 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks [] for floatingip (fea5e743-b1b9-4e92-87d4-679029cdbc65), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.918497 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167686'] for floatingip (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:42.919633 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fb7266ab-7133-426d-ab4a-b2d16beaf66b tempest-AttachVolumeNegativeTest-1692963561 tempest-AttachVolumeNegativeTest-1692963561-project] 10.222.0.30 "DELETE /v2.0/floatingips/fea5e743-b1b9-4e92-87d4-679029cdbc65 HTTP/1.1" status: 204 len: 168 time: 0.5382774 Jul 12 14:52:43.480796 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b9165da2-0f60-4a2d-abd6-74e29c6e7d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:45.640984 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1fe4-ec3a-42a1-9d8f-881d0640d01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:46.826514 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:47.219942 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36784) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:47.620704 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:47.714157 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-515275'] for router_interface (345096f0-9921-4e5c-b40a-56f94d0d867d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:47.942931 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Deleting port 7189405a-aa7a-41f0-a71a-1538e7152f96 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:47.943287 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.026587 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] For port 7189405a-aa7a-41f0-a71a-1538e7152f96, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=7189405a-aa7a-41f0-a71a-1538e7152f96,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:48.026863 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.040263 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Calling delete_port for 7189405a-aa7a-41f0-a71a-1538e7152f96 owned by network:router_interface {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:48.095692 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=100 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:48.418195 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.418910 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (7189405a-aa7a-41f0-a71a-1538e7152f96), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.441804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Pushing event deleted for resources: {'Port': ['ID=7189405a-aa7a-41f0-a71a-1538e7152f96,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:48.610089 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-503126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-515255'] for router_interface (345096f0-9921-4e5c-b40a-56f94d0d867d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.746541 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:48.803718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:48.818584 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Router 345096f0-9921-4e5c-b40a-56f94d0d867d has already been hosted by L3 agent 095a3f4a-a184-4efd-ad9e-a4aac928b7e0 {{(pid=105842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 14:52:48.920338 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] Notify agent at l3_agent.dv-cinder-820027-12-iscsi the message routers_updated {{(pid=105842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 14:52:48.925293 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-d0c9e969-08c5-49a2-96c9-8fcdf847d615 admin admin] 10.222.0.30 "PUT /v2.0/routers/345096f0-9921-4e5c-b40a-56f94d0d867d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048955 Jul 12 14:52:48.928313 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36788) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:48.931462 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Sync routers for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 14:52:48.941026 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:48.941673 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:49.023480 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:49.028063 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks [] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.041953 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:49.095770 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:49.125205 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks [] for router_gateway (345096f0-9921-4e5c-b40a-56f94d0d867d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.209939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:52:48Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:49.234735 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Checking router: 345096f0-9921-4e5c-b40a-56f94d0d867d for host: dv-cinder-820027-12-iscsi {{(pid=105845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 14:52:49.243563 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Routers {'345096f0-9921-4e5c-b40a-56f94d0d867d'} bound to L3 agent in host dv-cinder-820027-12-iscsi {{(pid=105845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 14:52:49.244191 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T14:30:46Z,description=,heartbeat_timestamp=2022-07-12T14:52:46Z,host='dv-cinder-820027-12-iscsi',id=095a3f4a-a184-4efd-ad9e-a4aac928b7e0,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T14:30:46Z,topic='l3_agent')) {'router_ids': ['345096f0-9921-4e5c-b40a-56f94d0d867d'], 'active': True} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:49.322044 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Deleting port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:49.322389 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.343210 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvr_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] Set router 345096f0-9921-4e5c-b40a-56f94d0d867d gateway port host: dv-cinder-820027-12-iscsi {{(pid=105845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 14:52:49.408169 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] For port 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,segment=NetworkSegment(d2ca5c24-b2f3-46c0-9eef-5382ee8badc8),segment_id=d2ca5c24-b2f3-46c0-9eef-5382ee8badc8)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:49.408533 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.428777 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Calling delete_port for 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 owned by network:router_gateway {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:49.450393 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:49.514335 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_hamode_db [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:52:48Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}], 'dv-cinder-820027-12-iscsi', False) {} {{(pid=105845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:49.540420 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3095c55b-d860-4b8e-bf62-164ef36c2563 None None] The sync data for ids ['345096f0-9921-4e5c-b40a-56f94d0d867d'] in dv-cinder-820027-12-iscsi is: [{'id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'name': 'tempest-AttachVolumeNegativeTest-1790688645-router', 'tenant_id': '35438fec2e37438e99201870e0d650af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'external_fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:52:48Z', 'revision_number': 5, 'project_id': '35438fec2e37438e99201870e0d650af', 'gw_port': {'id': '0a36eac2-0a15-4560-ae5f-2ca4f978c9b7', 'name': '', 'network_id': '7512f9b9-d5a8-45c1-a5fd-852053e1935e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345096f0-9921-4e5c-b40a-56f94d0d867d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '38ed8836-7fda-4b80-8347-082e0e369194', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T14:47:15Z', 'updated_at': '2022-07-12T14:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38ed8836-7fda-4b80-8347-082e0e369194', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-12-iscsi'}] {{(pid=105845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 14:52:49.570380 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:49.720567 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (0a36eac2-0a15-4560-ae5f-2ca4f978c9b7), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.746193 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a36eac2-0a15-4560-ae5f-2ca4f978c9b7,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:49.807853 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512430'] for router_gateway (345096f0-9921-4e5c-b40a-56f94d0d867d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.895195 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1083'] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:49.897539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks [] for router_controller (345096f0-9921-4e5c-b40a-56f94d0d867d), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.058033 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500463'] for router (345096f0-9921-4e5c-b40a-56f94d0d867d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.058687 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 345096f0-9921-4e5c-b40a-56f94d0d867d {{(pid=105842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 14:52:50.063793 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.067371 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-9f7ed0fa-f6f8-48ea-b070-a0c967f0793a admin admin] 10.222.0.30 "DELETE /v2.0/routers/345096f0-9921-4e5c-b40a-56f94d0d867d HTTP/1.1" status: 204 len: 168 time: 1.1357517 Jul 12 14:52:50.067603 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36790) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:50.084137 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:50.113652 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Deleting subnet 2a19ac53-acc9-4da2-b9ea-8b687b6fee42 {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:52:50.117679 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Publish callbacks [] for subnet (2a19ac53-acc9-4da2-b9ea-8b687b6fee42), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.154823 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (2a19ac53-acc9-4da2-b9ea-8b687b6fee42), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.235082 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (2a19ac53-acc9-4da2-b9ea-8b687b6fee42), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.377920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (2a19ac53-acc9-4da2-b9ea-8b687b6fee42), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.403592 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a19ac53-acc9-4da2-b9ea-8b687b6fee42,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:50.407532 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.410616 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-5abcd44e-b2ac-4a2b-b5fb-11ebee75723a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a19ac53-acc9-4da2-b9ea-8b687b6fee42 HTTP/1.1" status: 204 len: 168 time: 0.3421290 Jul 12 14:52:50.413741 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36792) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:50.413921 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5479589-e438-4518-b9f5-24179d79f26f None None] Network 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:50.482474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (18dbd310-dea2-4429-9ee9-f4f77e3d7b99), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.534224 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Deleting port aec2129e-2649-4a41-be8d-55e5d4b54456 {{(pid=105842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:50.534720 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.574465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] DHCP port deletion for 18dbd310-dea2-4429-9ee9-f4f77e3d7b99 request from dv-cinder-820027-12-iscsi {{(pid=105845) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 14:52:50.602143 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.db [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] For port aec2129e-2649-4a41-be8d-55e5d4b54456, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=aec2129e-2649-4a41-be8d-55e5d4b54456,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:50.602501 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.611939 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Deleting port aec2129e-2649-4a41-be8d-55e5d4b54456 {{(pid=105845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 14:52:50.612389 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744331615016'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), before_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.615090 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.plugin [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Calling delete_port for aec2129e-2649-4a41-be8d-55e5d4b54456 owned by network:dhcp {{(pid=105842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:50.625467 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:50.680058 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.db [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] For port aec2129e-2649-4a41-be8d-55e5d4b54456, host dv-cinder-820027-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-12-iscsi',level=0,port_id=aec2129e-2649-4a41-be8d-55e5d4b54456,segment=NetworkSegment(d2f38655-aa81-4bb1-a2f0-a068d8d0c8de),segment_id=d2f38655-aa81-4bb1-a2f0-a068d8d0c8de)] {{(pid=105845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 14:52:50.680376 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499850'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), precommit_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.693548 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Calling delete_port for aec2129e-2649-4a41-be8d-55e5d4b54456 owned by network:dhcp {{(pid=105845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 14:52:50.803905 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16566384'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.810335 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1445172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744331623738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744331110494'] for port (aec2129e-2649-4a41-be8d-55e5d4b54456), after_delete {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.826844 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=aec2129e-2649-4a41-be8d-55e5d4b54456,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:50.835170 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] No DVR routers for this DVR port aec2129e-2649-4a41-be8d-55e5d4b54456 on host dv-cinder-820027-12-iscsi {{(pid=105842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:50.839407 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Pushing event deleted for resources: {'Port': ['ID=aec2129e-2649-4a41-be8d-55e5d4b54456,revision_number=None']} {{(pid=105845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:50.846515 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] No DVR routers for this DVR port aec2129e-2649-4a41-be8d-55e5d4b54456 on host dv-cinder-820027-12-iscsi {{(pid=105845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 14:52:50.849772 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.850119 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.850468 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.850809 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.851141 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.851558 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.851877 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.852117 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.852438 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.864982 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000a1e8-d942-413c-97c4-c7a31530a2cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:52:50.909012 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (18dbd310-dea2-4429-9ee9-f4f77e3d7b99), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.928882 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dbd310-dea2-4429-9ee9-f4f77e3d7b99']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:50.938149 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:50.938442 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f38655-aa81-4bb1-a2f0-a068d8d0c8de') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:50.948167 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (d2f38655-aa81-4bb1-a2f0-a068d8d0c8de), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.961481 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (d2f38655-aa81-4bb1-a2f0-a068d8d0c8de), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.963210 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:50.968169 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:52:50.972918 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (d2f38655-aa81-4bb1-a2f0-a068d8d0c8de), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:50.986938 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment d2f38655-aa81-4bb1-a2f0-a068d8d0c8de resource provider aggregate not found Jul 12 14:52:51.026503 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment d2f38655-aa81-4bb1-a2f0-a068d8d0c8de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2f38655-aa81-4bb1-a2f0-a068d8d0c8de found for delete ", "request_id": "req-c6fae4e7-86f4-47a9-93d2-64e249c10016"}]} Jul 12 14:52:51.100538 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (18dbd310-dea2-4429-9ee9-f4f77e3d7b99), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.105849 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.108820 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] 10.222.0.30 "DELETE /v2.0/networks/18dbd310-dea2-4429-9ee9-f4f77e3d7b99 HTTP/1.1" status: 204 len: 168 time: 0.6941729 Jul 12 14:52:51.119847 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d20f3-ae2a-4b91-80af-baec1e7b2e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=18dbd310-dea2-4429-9ee9-f4f77e3d7b99,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:51.162757 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:51.236205 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:52:51.430373 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:51.450330 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:51.450672 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 0a36eac2-0a15-4560-ae5f-2ca4f978c9b7 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:51.451075 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7189405a-aa7a-41f0-a71a-1538e7152f96 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:51.468228 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: 7189405a-aa7a-41f0-a71a-1538e7152f96 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:51.468566 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device 7189405a-aa7a-41f0-a71a-1538e7152f96 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:51.468954 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device aec2129e-2649-4a41-be8d-55e5d4b54456 no longer exists at agent ovs-agent-dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 14:52:51.486853 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] No Port match for: aec2129e-2649-4a41-be8d-55e5d4b54456 {{(pid=105845) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 14:52:51.487132 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Device aec2129e-2649-4a41-be8d-55e5d4b54456 not bound to the agent host dv-cinder-820027-12-iscsi {{(pid=105845) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 14:52:51.559339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36800) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:51.599642 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-af11b5e7-aad3-4d05-966a-7fb035c5d799 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35438fec2e37438e99201870e0d650af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391378 Jul 12 14:52:51.602027 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36802) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:51.652804 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] Publish callbacks [] for security_group (268d6b30-1ec8-4a77-a446-e4cb86d629e3), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.673531 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] Publish callbacks [] for security_group (268d6b30-1ec8-4a77-a446-e4cb86d629e3), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.849799 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (268d6b30-1ec8-4a77-a446-e4cb86d629e3), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.852254 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:51.853490 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/268d6b30-1ec8-4a77-a446-e4cb86d629e3 HTTP/1.1" status: 204 len: 168 time: 0.2505660 Jul 12 14:52:51.861647 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbab5c-4dda-4975-8c02-e76c2eeeb7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d6b30-1ec8-4a77-a446-e4cb86d629e3,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:52.368762 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:53.104019 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36824) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:53.198895 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961181233-network', 'tenant_id': 'eab9ba8d0ca04180a416e3562ba28106'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:52:53.280683 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Made reservation on behalf of eab9ba8d0ca04180a416e3562ba28106 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:52:53.282955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.292613 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.374929 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks [] for security_group (e83e5230-946a-4b45-b679-169720af5d21), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.492431 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e83e5230-946a-4b45-b679-169720af5d21), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.519741 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:52:53.528610 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e5230-946a-4b45-b679-169720af5d21,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:53.534666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (56943423-4fcc-4da8-8668-6a7e1a17ee1f), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.534991 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Added segment 56943423-4fcc-4da8-8668-6a7e1a17ee1f of type vlan for network 03ca642c-deb2-4b7a-b9c6-371b9557e7f2 Jul 12 14:52:53.577026 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (03ca642c-deb2-4b7a-b9c6-371b9557e7f2), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.712397 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (03ca642c-deb2-4b7a-b9c6-371b9557e7f2), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.713456 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:53.714045 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:53.774056 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] Pushing event updated for resources: {'Network': ['ID=03ca642c-deb2-4b7a-b9c6-371b9557e7f2,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:53.783465 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network 03ca642c-deb2-4b7a-b9c6-371b9557e7f2 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:52:53.814681 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-e7f2f063-2ef6-44fc-ad4c-79da421c05d5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7094941 Jul 12 14:52:53.817535 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36830) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:53.822291 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Request body: {'subnet': {'network_id': '03ca642c-deb2-4b7a-b9c6-371b9557e7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961181233-subnet', 'tenant_id': 'eab9ba8d0ca04180a416e3562ba28106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:52:53.828664 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:53.995017 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Made reservation on behalf of eab9ba8d0ca04180a416e3562ba28106 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:52:53.997490 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15868085'] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:54.086339 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:54.406723 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16567232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15868067'] for subnet (0e923c8c-b4bb-46e2-a626-38d168db9bc9), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:54.468337 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e923c8c-b4bb-46e2-a626-38d168db9bc9,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:54.480996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Checking segment: {'id': '56943423-4fcc-4da8-8668-6a7e1a17ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '03ca642c-deb2-4b7a-b9c6-371b9557e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:52:54.480996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Network hostable DHCP agents. Network: 03ca642c-deb2-4b7a-b9c6-371b9557e7f2, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:52:54.605922 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Network 03ca642c-deb2-4b7a-b9c6-371b9557e7f2 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:52:54.749276 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, 03ca642c-deb2-4b7a-b9c6-371b9557e7f2) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:52:54.753718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:54.754372 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:54.759544 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a43395-903b-47cc-a623-cab91672b7ae None None] Network 03ca642c-deb2-4b7a-b9c6-371b9557e7f2 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:54.961092 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1165eb45-ba38-408d-af88-04f38e4722b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1424701 Jul 12 14:52:54.981484 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b2f32-6e58-49c0-a4f2-0486307cd7ce None None] Network 03ca642c-deb2-4b7a-b9c6-371b9557e7f2 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:55.808135 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36846) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:55.812901 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-144294223-network', 'tenant_id': 'ab818aa07dce44838ddba066e5139ee7'}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:52:56.013968 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:56.103505 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.203557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Made reservation on behalf of ab818aa07dce44838ddba066e5139ee7 for: {'network': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:52:56.205951 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1445105'] for network (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.214523 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.288539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks [] for security_group (9f653761-7a8b-4baf-a28d-2fb7fecde064), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.371920 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9f653761-7a8b-4baf-a28d-2fb7fecde064), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.397408 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=105842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 14:52:56.408644 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f653761-7a8b-4baf-a28d-2fb7fecde064,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:56.413455 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (23b4d527-a5ff-4289-b89d-5fb2dcf84d5d), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.413830 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.db.segments_db [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Added segment 23b4d527-a5ff-4289-b89d-5fb2dcf84d5d of type vlan for network ec5572f1-3053-4f59-8ed0-1c3694f33395 Jul 12 14:52:56.455105 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744331098772'] for network (ec5572f1-3053-4f59-8ed0-1c3694f33395), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.549194 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105'] for network (ec5572f1-3053-4f59-8ed0-1c3694f33395), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.550117 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:56.550691 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.611855 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5572f1-3053-4f59-8ed0-1c3694f33395,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:56.622054 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.plugins.ml2.rpc [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Network ec5572f1-3053-4f59-8ed0-1c3694f33395 details requested by agent ovs-agent-dv-cinder-820027-12-iscsi with host dv-cinder-820027-12-iscsi {{(pid=105845) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 14:52:56.664242 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-afb686ef-b03c-4303-bab1-a38e9bd49e54 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8550158 Jul 12 14:52:56.666902 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36848) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:56.671494 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.v2.base [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Request body: {'subnet': {'network_id': 'ec5572f1-3053-4f59-8ed0-1c3694f33395', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-144294223-subnet', 'tenant_id': 'ab818aa07dce44838ddba066e5139ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 14:52:56.675859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:56.794546 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Made reservation on behalf of ab818aa07dce44838ddba066e5139ee7 for: {'subnet': 1} {{(pid=105842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 14:52:56.797065 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15868085'] for subnet (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:56.954079 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:57.061236 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16567232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15868067'] for subnet (8f2572ee-dac9-4e4e-b257-985aa9c2508c), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:57.116859 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2572ee-dac9-4e4e-b257-985aa9c2508c,revision_number=0']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:57.127016 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Checking segment: {'id': '23b4d527-a5ff-4289-b89d-5fb2dcf84d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ec5572f1-3053-4f59-8ed0-1c3694f33395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 14:52:57.127366 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Network hostable DHCP agents. Network: ec5572f1-3053-4f59-8ed0-1c3694f33395, hostable agents: ['2f59f929-3aca-4756-8c7f-690706ac8e16'], hosted agents: [] {{(pid=105842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 14:52:57.206071 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Network ec5572f1-3053-4f59-8ed0-1c3694f33395 is scheduled to be hosted by DHCP agent 2f59f929-3aca-4756-8c7f-690706ac8e16 with binding_index 1 {{(pid=105842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 14:52:57.323719 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.scheduler.base_scheduler [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-12-iscsi, ec5572f1-3053-4f59-8ed0-1c3694f33395) {{(pid=105842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 14:52:57.328026 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 14:52:57.328647 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:57.333253 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd230eb1-155f-450e-9639-116040ad53db None None] Network ec5572f1-3053-4f59-8ed0-1c3694f33395 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:57.404794 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:57.439938 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a870bd6a-d3dc-4a0f-b522-bd7965bc45d5 None None] Network ec5572f1-3053-4f59-8ed0-1c3694f33395 requested from dv-cinder-820027-12-iscsi {{(pid=105845) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 14:52:57.454636 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-a9438481-c7fe-4f9a-9348-57b09806b318 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7867112 Jul 12 14:52:57.569745 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36856) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:57.615168 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Deleting subnet 0e923c8c-b4bb-46e2-a626-38d168db9bc9 {{(pid=105839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:52:57.618338 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Publish callbacks [] for subnet (0e923c8c-b4bb-46e2-a626-38d168db9bc9), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:57.664825 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786462'] for subnet (0e923c8c-b4bb-46e2-a626-38d168db9bc9), precommit_delete_associations {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:57.709393 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (0e923c8c-b4bb-46e2-a626-38d168db9bc9), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:57.998352 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4492640'] for subnet (0e923c8c-b4bb-46e2-a626-38d168db9bc9), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.028485 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e923c8c-b4bb-46e2-a626-38d168db9bc9,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:58.035358 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.038466 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-a66c23e0-53ec-4b84-bdf6-5e077c1a5aeb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e923c8c-b4bb-46e2-a626-38d168db9bc9 HTTP/1.1" status: 204 len: 168 time: 0.4676895 Jul 12 14:52:58.040817 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36860) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:58.112782 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (03ca642c-deb2-4b7a-b9c6-371b9557e7f2), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.188535 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (03ca642c-deb2-4b7a-b9c6-371b9557e7f2), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.208692 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ca642c-deb2-4b7a-b9c6-371b9557e7f2']}} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:58.217873 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56943423-4fcc-4da8-8668-6a7e1a17ee1f') {'for_net_delete': True} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:58.218165 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.services.segments.db [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56943423-4fcc-4da8-8668-6a7e1a17ee1f') {} {{(pid=105839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:58.231632 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4786469'] for segment (56943423-4fcc-4da8-8668-6a7e1a17ee1f), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.245115 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (56943423-4fcc-4da8-8668-6a7e1a17ee1f), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.251346 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=105839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:52:58.251706 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786716'] for segment (56943423-4fcc-4da8-8668-6a7e1a17ee1f), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.384922 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 56943423-4fcc-4da8-8668-6a7e1a17ee1f resource provider aggregate not found Jul 12 14:52:58.398911 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.services.segments.plugin [-] Segment 56943423-4fcc-4da8-8668-6a7e1a17ee1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56943423-4fcc-4da8-8668-6a7e1a17ee1f found for delete ", "request_id": "req-aa31a8ca-ba40-4b4d-b51a-a1dced365379"}]} Jul 12 14:52:58.411632 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (03ca642c-deb2-4b7a-b9c6-371b9557e7f2), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.417196 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.421268 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] 10.222.0.30 "DELETE /v2.0/networks/03ca642c-deb2-4b7a-b9c6-371b9557e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3794622 Jul 12 14:52:58.424071 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36868) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:58.432618 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95349e5e-cb25-443b-91f4-89c942a5da44 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ca642c-deb2-4b7a-b9c6-371b9557e7f2,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:58.471742 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Deleting subnet 8f2572ee-dac9-4e4e-b257-985aa9c2508c {{(pid=105842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 14:52:58.476932 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Publish callbacks [] for subnet (8f2572ee-dac9-4e4e-b257-985aa9c2508c), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.516955 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4356156'] for subnet (8f2572ee-dac9-4e4e-b257-985aa9c2508c), precommit_delete_associations {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.553836 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1418125'] for subnet (8f2572ee-dac9-4e4e-b257-985aa9c2508c), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.701030 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1418116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16566303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15868058'] for subnet (8f2572ee-dac9-4e4e-b257-985aa9c2508c), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.727005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2572ee-dac9-4e4e-b257-985aa9c2508c,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:58.731713 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for subnet (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.734916 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-1a727083-8560-406c-8063-8ffbab757470 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f2572ee-dac9-4e4e-b257-985aa9c2508c HTTP/1.1" status: 204 len: 168 time: 0.3098290 Jul 12 14:52:58.737407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36870) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:58.811358 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314486'] for network (ec5572f1-3053-4f59-8ed0-1c3694f33395), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.968569 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421310', 'neutron.services.segments.db._delete_segments_for_network-8744331412089'] for network (ec5572f1-3053-4f59-8ed0-1c3694f33395), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:58.989503 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5572f1-3053-4f59-8ed0-1c3694f33395']}} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:58.998778 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b4d527-a5ff-4289-b89d-5fb2dcf84d5d') {'for_net_delete': True} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:58.999074 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.services.segments.db [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b4d527-a5ff-4289-b89d-5fb2dcf84d5d') {} {{(pid=105842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 14:52:59.009365 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744331414146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4356103'] for segment (23b4d527-a5ff-4289-b89d-5fb2dcf84d5d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.023066 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694'] for segment (23b4d527-a5ff-4289-b89d-5fb2dcf84d5d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.029637 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=105842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 14:52:59.030021 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1475694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16566437'] for segment (23b4d527-a5ff-4289-b89d-5fb2dcf84d5d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.059343 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 23b4d527-a5ff-4289-b89d-5fb2dcf84d5d resource provider aggregate not found Jul 12 14:52:59.092241 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.services.segments.plugin [-] Segment 23b4d527-a5ff-4289-b89d-5fb2dcf84d5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b4d527-a5ff-4289-b89d-5fb2dcf84d5d found for delete ", "request_id": "req-60a783a0-ea7f-4286-8303-3e6351566eda"}]} Jul 12 14:52:59.186241 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-503105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512259'] for network (ec5572f1-3053-4f59-8ed0-1c3694f33395), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.191474 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-503219'] for network (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.195266 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ec5572f1-3053-4f59-8ed0-1c3694f33395 HTTP/1.1" status: 204 len: 168 time: 0.4569597 Jul 12 14:52:59.206040 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aaed1-0f80-4a65-9454-913a3ae05378 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5572f1-3053-4f59-8ed0-1c3694f33395,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:52:59.714838 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36880) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:59.759450 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-0bb27a7a-a68f-4fe3-9ad3-5e05114deae3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eab9ba8d0ca04180a416e3562ba28106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434599 Jul 12 14:52:59.762005 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36882) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:52:59.786218 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:52:59.811649 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] Publish callbacks [] for security_group (e83e5230-946a-4b45-b679-169720af5d21), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:52:59.833762 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] Publish callbacks [] for security_group (e83e5230-946a-4b45-b679-169720af5d21), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:00.023557 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (e83e5230-946a-4b45-b679-169720af5d21), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:00.026015 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:00.027155 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e83e5230-946a-4b45-b679-169720af5d21 HTTP/1.1" status: 204 len: 168 time: 0.2642708 Jul 12 14:53:00.029495 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:00.035662 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20fda4-366a-4dcb-b0cb-ee8d653a76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e5230-946a-4b45-b679-169720af5d21,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:00.807322 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36888) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:00.847551 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-bf59bdae-301d-4135-ae12-6721723f8f65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab818aa07dce44838ddba066e5139ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390499 Jul 12 14:53:00.850449 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36890) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:00.897866 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] Publish callbacks [] for security_group (9f653761-7a8b-4baf-a28d-2fb7fecde064), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:00.919666 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] Publish callbacks [] for security_group (9f653761-7a8b-4baf-a28d-2fb7fecde064), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:01.097697 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (9f653761-7a8b-4baf-a28d-2fb7fecde064), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:01.100660 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:01.101851 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f653761-7a8b-4baf-a28d-2fb7fecde064 HTTP/1.1" status: 204 len: 168 time: 0.2505243 Jul 12 14:53:01.109933 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd3698-a4e1-4633-aa04-e73526d631f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f653761-7a8b-4baf-a28d-2fb7fecde064,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:04.836377 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 36960) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:04.942560 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9dce14b0-827f-4618-8c4c-57ea96f86045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.016757 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9dce14b0-827f-4618-8c4c-57ea96f86045 admin admin] Publish callbacks [] for security_group (a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.108417 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-9dce14b0-827f-4618-8c4c-57ea96f86045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.149099 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-9dce14b0-827f-4618-8c4c-57ea96f86045 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bacb17403914b589e6fe736a6f5461f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116467 Jul 12 14:53:05.149986 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce14b0-827f-4618-8c4c-57ea96f86045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:05.152371 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36964) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:05.201407 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] Publish callbacks [] for security_group (a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.224578 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] Publish callbacks [] for security_group (a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.386714 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.389647 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:05.390803 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d HTTP/1.1" status: 204 len: 168 time: 0.2380354 Jul 12 14:53:05.399874 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ca275-589f-4eb6-9b21-e35d50aaa3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fac3a9-ee3b-4c6a-a03b-ff09df8ecd6d,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:06.306142 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36970) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:06.320207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f8988e52-94ed-4b15-9c59-335bf26695fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.384131 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:06.398514 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f8988e52-94ed-4b15-9c59-335bf26695fb admin admin] Publish callbacks [] for security_group (f7a3cc53-83b1-4daf-967d-e7669f7784a1), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.480279 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-f8988e52-94ed-4b15-9c59-335bf26695fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f7a3cc53-83b1-4daf-967d-e7669f7784a1), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.518795 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:06.520950 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988e52-94ed-4b15-9c59-335bf26695fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3cc53-83b1-4daf-967d-e7669f7784a1,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:06.526469 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-f8988e52-94ed-4b15-9c59-335bf26695fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f95743cc129a48269369209489ddc2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193220 Jul 12 14:53:06.529199 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 36972) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:06.578356 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] Publish callbacks [] for security_group (f7a3cc53-83b1-4daf-967d-e7669f7784a1), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.600341 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] Publish callbacks [] for security_group (f7a3cc53-83b1-4daf-967d-e7669f7784a1), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.749181 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f7a3cc53-83b1-4daf-967d-e7669f7784a1), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.751607 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:06.752772 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7a3cc53-83b1-4daf-967d-e7669f7784a1 HTTP/1.1" status: 204 len: 168 time: 0.2226896 Jul 12 14:53:06.762111 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffef597-b9b4-4dad-9b8a-f53778c6a3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3cc53-83b1-4daf-967d-e7669f7784a1,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:09.260480 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:09.263488 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:11.123180 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=41 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:13.399766 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9dee-64d6-4b35-a52b-777f770a2a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.090918 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 37056) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:15.143464 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:15.145378 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:15.201872 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63e4814d-7b10-4580-b2de-ae0b8390222c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.276131 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63e4814d-7b10-4580-b2de-ae0b8390222c admin admin] Publish callbacks [] for security_group (11d0b73b-acb3-4571-85cd-48d52ac400e5), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.348251 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-63e4814d-7b10-4580-b2de-ae0b8390222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (11d0b73b-acb3-4571-85cd-48d52ac400e5), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.387526 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4814d-7b10-4580-b2de-ae0b8390222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d0b73b-acb3-4571-85cd-48d52ac400e5,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:15.391874 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-63e4814d-7b10-4580-b2de-ae0b8390222c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d88aeb6cc94469bad9dabc45b6f6eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999392 Jul 12 14:53:15.396457 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 37060) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:15.443194 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] Publish callbacks [] for security_group (11d0b73b-acb3-4571-85cd-48d52ac400e5), before_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.464975 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] Publish callbacks [] for security_group (11d0b73b-acb3-4571-85cd-48d52ac400e5), precommit_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.600416 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (11d0b73b-acb3-4571-85cd-48d52ac400e5), after_delete {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.602957 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:15.604502 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11d0b73b-acb3-4571-85cd-48d52ac400e5 HTTP/1.1" status: 204 len: 168 time: 0.2082431 Jul 12 14:53:15.616076 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b02c2-2863-441e-8adf-e6450134b62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d0b73b-acb3-4571-85cd-48d52ac400e5,revision_number=None']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:15.641810 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-be042b78-49e1-45d3-b274-e2cdbcfebc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.429534 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 37066) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:16.444169 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-caf4ba45-39a1-4213-847b-1ab426941831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.520207 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-caf4ba45-39a1-4213-847b-1ab426941831 admin admin] Publish callbacks [] for security_group (666a72cd-5fdf-4b8f-8db0-e187143bf1c9), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.605289 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-caf4ba45-39a1-4213-847b-1ab426941831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (666a72cd-5fdf-4b8f-8db0-e187143bf1c9), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.623159 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:16.645674 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-caf4ba45-39a1-4213-847b-1ab426941831 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad198466643d436cab7134782f64069e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149889 Jul 12 14:53:16.646491 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4ba45-39a1-4213-847b-1ab426941831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a72cd-5fdf-4b8f-8db0-e187143bf1c9,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:16.649224 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 37068) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:16.700382 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] Publish callbacks [] for security_group (666a72cd-5fdf-4b8f-8db0-e187143bf1c9), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.721718 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] Publish callbacks [] for security_group (666a72cd-5fdf-4b8f-8db0-e187143bf1c9), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.839876 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.869539 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (666a72cd-5fdf-4b8f-8db0-e187143bf1c9), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.871009 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:16.872153 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/666a72cd-5fdf-4b8f-8db0-e187143bf1c9 HTTP/1.1" status: 204 len: 168 time: 0.2217557 Jul 12 14:53:16.880310 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb25c0-0725-49eb-bc11-e228bbb28a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a72cd-5fdf-4b8f-8db0-e187143bf1c9,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:18.297352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.551407 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 37102) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:18.655886 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-78274c37-722c-42af-b1d2-ab707eb7d581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.714003 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.730463 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-78274c37-722c-42af-b1d2-ab707eb7d581 admin admin] Publish callbacks [] for security_group (f971a394-c587-4ea6-b4d9-0ed588426457), precommit_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.814492 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-78274c37-722c-42af-b1d2-ab707eb7d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f971a394-c587-4ea6-b4d9-0ed588426457), after_create {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.853003 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274c37-722c-42af-b1d2-ab707eb7d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971a394-c587-4ea6-b4d9-0ed588426457,revision_number=1']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:18.857326 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-78274c37-722c-42af-b1d2-ab707eb7d581 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7bc11ec680a409fbe9ad3ce335b672b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048911 Jul 12 14:53:18.860469 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 37106) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:18.908790 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] Publish callbacks [] for security_group (f971a394-c587-4ea6-b4d9-0ed588426457), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:18.930090 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] Publish callbacks [] for security_group (f971a394-c587-4ea6-b4d9-0ed588426457), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:19.083639 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (f971a394-c587-4ea6-b4d9-0ed588426457), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:19.086111 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:19.087246 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f971a394-c587-4ea6-b4d9-0ed588426457 HTTP/1.1" status: 204 len: 168 time: 0.2263939 Jul 12 14:53:19.095425 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c16c4-eec5-41fe-9d58-66e20f5cda72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971a394-c587-4ea6-b4d9-0ed588426457,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:20.909203 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [-] (105839) accepted ('10.222.0.30', 37136) {{(pid=105839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:21.013132 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.085788 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Publish callbacks [] for security_group (7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d), precommit_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.165516 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron_lib.callbacks.manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d), after_create {{(pid=105839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.205330 dv-cinder-820027-12-iscsi neutron-server[105839]: INFO neutron.wsgi [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c33b841ec5f84380b31a9c9b7a364710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950187 Jul 12 14:53:21.206239 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d,revision_number=1']} {{(pid=105839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:21.208615 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.wsgi [-] (105842) accepted ('10.222.0.30', 37140) {{(pid=105842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 14:53:21.214310 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.219820 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae79b55-9e9b-4947-8c46-db6193fe0640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-12-iscsi {{(pid=105839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 14:53:21.258483 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] Publish callbacks [] for security_group (7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d), before_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.280336 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] Publish callbacks [] for security_group (7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d), precommit_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.419851 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472010'] for security_group (7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d), after_delete {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.425996 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron_lib.callbacks.manager [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:21.425996 dv-cinder-820027-12-iscsi neutron-server[105842]: INFO neutron.wsgi [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d HTTP/1.1" status: 204 len: 168 time: 0.2138848 Jul 12 14:53:21.432784 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3659521-92c1-4638-9550-129250d87d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d57fa41-2a9b-4cc1-8145-6d9c0a5bd37d,revision_number=None']} {{(pid=105842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 14:53:26.105615 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:28.234216 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:53:31.209498 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:31.216492 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG dbcounter [-] [105839] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=2 {{(pid=105839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:31.311909 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=70,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:31.428087 dv-cinder-820027-12-iscsi neutron-server[105842]: DEBUG dbcounter [-] [105842] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:36.010036 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:36.015963 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:43.408103 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-503e8e9c-40ac-4652-9c13-785b57f3c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:45.633585 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1cb15bb4-ee0e-4bc2-928f-31edb0e16c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:46.259495 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=16 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:46.260281 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=18 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:53:46.813946 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:48.299509 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:48.688031 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:53:56.093836 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:05.233386 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:54:06.013742 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:06.015622 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:13.413384 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-8369962e-cd2c-4e43-ade2-18685a6ec959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:15.666892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f3c4be79-cf4c-4bd9-90fd-358fd74c5904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:16.864400 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:18.358991 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:18.677956 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:23.252595 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:23.257569 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:26.069769 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:36.015265 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:36.017159 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:41.296021 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:54:42.232009 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:54:43.414590 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-18183001-e9f9-419a-8054-e20048d5edc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:45.629520 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c673003e-df1a-4f74-8eea-b78d5ac07d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:46.808836 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:48.295954 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:48.720532 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:55.552780 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [req-81761287-50db-4a67-92b4-459f7b92fe47 req-b2dd2a08-df99-4ea6-b114-8953e627b194 service neutron] (105839) timed out ('10.222.0.33', 64473) {{(pid=105839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 14:54:56.080380 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:54:58.376429 dv-cinder-820027-12-iscsi neutron-server[105839]: DEBUG neutron.wsgi [req-f7a58cb1-b624-4e5b-b897-add2b7003b65 req-8939e76c-7c67-4d04-bb58-a1bd2ae96ebf service neutron] (105839) timed out ('10.222.0.33', 64483) {{(pid=105839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 14:55:04.259020 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:04.259766 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:06.014242 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:06.016181 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:13.379545 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e55eb387-0c65-4318-aeb9-2fd1fa460b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:15.642263 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-fb62fd2c-7c31-4775-a08e-4781d8a606e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:16.808128 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:18.302709 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:18.697203 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:19.231477 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:55:26.131352 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:36.020946 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:36.027959 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:41.286656 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=14 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:41.287383 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=20 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:55:43.387922 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b31a233e-d762-4814-9128-b04723522699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:45.650909 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1a65aeac-c1d9-4d2e-b17c-cb3340c3cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:46.824892 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:48.378002 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:48.686840 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:56.097905 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:55:56.229600 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:56:06.029632 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:06.031543 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:13.383497 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9b04dea2-c09e-4c46-ae4d-8449b8642ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:14.247869 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=6 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:14.249103 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=2 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:15.617526 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-dca33480-c597-4d40-bd89-5dabd5490edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:16.817360 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:18.308963 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:18.674424 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:26.148238 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:28.615482 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:33.228142 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:56:36.028549 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:43.405215 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-b0936f60-6cd1-4bb4-bbe2-9d4a1df13da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:45.631483 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-6602e5f2-986a-4022-8e38-5cda6021561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:46.811326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:48.330559 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:48.700112 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:56:51.254225 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:51.256896 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:56:56.088514 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:06.023056 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:06.029034 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:10.227071 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:57:13.392529 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-c7928921-1f82-4567-b8cc-2692394c1206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:15.621094 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-0e97b1c4-9cf9-4a32-8ee2-88b95b2c21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:16.836586 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:18.327537 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:18.670918 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:26.123835 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:28.247322 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:28.251697 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=4 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:36.037886 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:36.039853 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:41.287999 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=10 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:41.288809 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=16 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:57:43.409104 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-cb097fc5-607f-433f-af63-6870e727b6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:45.659883 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-e142a0b7-1b48-4019-b038-ceb36e100aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:46.825996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:47.225839 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:57:48.355201 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:48.677149 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:57:56.133747 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:05.247323 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=3 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:58:05.248070 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG dbcounter [-] [105846] Writing DB stats neutron:SELECT=5 {{(pid=105846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:58:06.066173 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:58:06.068088 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:58:13.405996 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-bae59b6c-7451-4331-92e4-4a74d36fde6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2f59f929-3aca-4756-8c7f-690706ac8e16), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:15.619124 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-f9a83358-08ca-437b-bdd4-ce4f88a52c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (095a3f4a-a184-4efd-ad9e-a4aac928b7e0), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:16.824531 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c0c-a1e6-4d23-8acf-639c272ec18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (5cbcc06a-4de3-4c3e-b56b-5149362d4f83), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:18.308620 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a47bf34f-529a-4894-80ac-98a52fb618f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (1ea6cc79-fb33-4cc0-998a-8a1d02f2abe3), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:18.674539 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fcda-3de5-432a-804a-c747fad8c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (2d99770c-6a2a-4ad1-a3b0-ce71fd855cb6), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:24.224451 dv-cinder-820027-12-iscsi neutron-server[105846]: DEBUG neutron.db.agents_db [None req-77c630b9-8200-4794-af92-84f2beafe77c None None] Agent healthcheck: found 6 active agents {{(pid=105846) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 14:58:26.144183 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG neutron_lib.callbacks.manager [None req-a365c16f-a6f7-4c77-b4e0-57b4e03f207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744331412071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417407'] for agent (8b057d7f-86d6-4e6d-abb5-4852609cd466), after_update {{(pid=105845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 14:58:36.075382 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 14:58:36.077326 dv-cinder-820027-12-iscsi neutron-server[105845]: DEBUG dbcounter [-] [105845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}